-- Logs begin at Wed 2021-02-03 10:50:09 UTC, end at Wed 2021-02-03 11:56:32 UTC. -- Feb 03 11:27:34.552622 dv-cinder-773870-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 03 11:27:37.219325 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.common.config [-] Logging enabled! Feb 03 11:27:37.219861 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev461 Feb 03 11:27:37.221230 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79964) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 03 11:27:37.222985 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.common.config [-] Logging enabled! Feb 03 11:27:37.223305 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev461 Feb 03 11:27:37.223674 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79964) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 03 11:27:37.224737 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 03 11:27:37.225000 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 03 11:27:37.226042 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 03 11:27:37.226322 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 03 11:27:37.226578 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 03 11:27:37.226951 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.227303 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.227670 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.227933 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.228273 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.228604 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.228927 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.229238 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.229583 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.229900 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.230216 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.230535 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.230793 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.231105 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.231480 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.231803 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.232058 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] debug = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.232370 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.232905 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.233223 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.233525 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.233876 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.234260 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.234578 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.234901 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.235293 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] host = dv-cinder-773870-1-smb {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.235603 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.235929 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.236255 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.236582 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.236896 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.237204 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.237530 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.237838 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.238141 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] log_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.238452 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.238779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.239107 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.239467 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.239724 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.239973 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.240296 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.240623 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.240932 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.241239 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.241547 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.241856 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.242162 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.242461 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.242788 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.243112 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.243460 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.243768 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.244077 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.244382 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.244687 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.245011 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.245317 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.245623 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.245932 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.246258 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.246560 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.246869 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.247210 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.247558 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.247879 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.248205 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.248513 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.248838 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.249143 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.249627 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.249941 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] use_json = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.250254 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.250562 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.250886 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.251194 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.251563 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.251847 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.252152 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.252478 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:37.252811 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.253147 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.253487 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.253804 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.254132 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.254451 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.254780 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.255092 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.255441 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.255772 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.256091 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.256408 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.256730 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.257040 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.257371 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.257713 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.258046 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.258377 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.258684 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.258995 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.259332 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.259647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.259964 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.260296 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.260633 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.260941 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.261251 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.261581 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.261891 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.262195 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.262506 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.262836 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.263147 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.263478 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.263791 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.264097 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.264397 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.264701 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.265036 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.265363 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.265674 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.265977 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.266278 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.266589 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.266890 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.267212 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.267560 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.267862 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.268167 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.268481 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.268792 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.269098 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.269410 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.269715 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.270025 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.270329 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.270631 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.270936 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.271244 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.271573 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.271877 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.272180 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.272490 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.272794 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.273097 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.273401 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.273704 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.274007 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.274326 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.274659 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.274969 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.275308 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.275623 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.275933 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.276242 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.276549 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.276858 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.277167 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.277472 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.277798 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.278115 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.278432 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.278751 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.279062 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.279419 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.279731 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.280045 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.280351 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.280712 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.281026 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.281350 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.281679 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.282008 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.282336 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.282662 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.282986 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.283318 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.283671 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.283982 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:37.284226 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 03 11:27:37.284486 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79964) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 03 11:27:37.929031 dv-cinder-773870-1-smb neutron-server[79964]: INFO keyring.backend [-] Loading Gnome Feb 03 11:27:37.946010 dv-cinder-773870-1-smb neutron-server[79964]: INFO keyring.backend [-] Loading Google Feb 03 11:27:37.948707 dv-cinder-773870-1-smb neutron-server[79964]: INFO keyring.backend [-] Loading Windows (alt) Feb 03 11:27:37.952127 dv-cinder-773870-1-smb neutron-server[79964]: INFO keyring.backend [-] Loading file Feb 03 11:27:37.953219 dv-cinder-773870-1-smb neutron-server[79964]: INFO keyring.backend [-] Loading keyczar Feb 03 11:27:37.953502 dv-cinder-773870-1-smb neutron-server[79964]: INFO keyring.backend [-] Loading multi Feb 03 11:27:37.954153 dv-cinder-773870-1-smb neutron-server[79964]: INFO keyring.backend [-] Loading pyfs Feb 03 11:27:37.999783 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79964) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:27:38.000115 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79964) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:27:38.000410 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79964) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:27:38.000780 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 03 11:27:38.392637 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.393174 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.393174 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.440034 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.440345 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.440634 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.444571 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.444880 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.445172 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.511720 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.512022 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.512316 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.513460 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.513758 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.514048 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.781992 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.782190 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.782461 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.782780 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.783666 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.928654 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.929019 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.929342 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.929636 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.929928 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.930295 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.930586 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.930867 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.931149 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.931503 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.931788 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.932064 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.932363 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.932650 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.932951 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.933253 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.933537 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.933843 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.934119 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.934593 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.934870 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.935130 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.935500 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.935773 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.936042 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.936459 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79964) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 03 11:27:38.936745 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79964) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 03 11:27:38.937013 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79964) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 03 11:27:38.937278 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79964) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 03 11:27:38.937540 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79964) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 03 11:27:38.937800 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79964) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 03 11:27:38.939207 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 03 11:27:38.942368 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 03 11:27:38.946744 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 03 11:27:38.950709 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1550, 1599)])]) Feb 03 11:27:38.952477 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 03 11:27:38.953530 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 03 11:27:38.953896 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 03 11:27:38.954321 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 03 11:27:38.957099 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 03 11:27:38.957377 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 03 11:27:38.957754 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 03 11:27:38.979454 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 03 11:27:38.979957 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.980281 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79964) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 03 11:27:38.980678 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.982011 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79964) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 03 11:27:38.982322 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 03 11:27:38.982595 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 03 11:27:38.985860 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:38.986174 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.051991 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 03 11:27:39.052220 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 03 11:27:39.052485 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 03 11:27:39.052875 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 03 11:27:39.091037 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_db.sqlalchemy.engines [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79964) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 03 11:27:39.550117 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Initializing driver for type 'gre' Feb 03 11:27:39.550682 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] gre ID ranges: [(1, 1000)] Feb 03 11:27:39.592760 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Initializing driver for type 'local' Feb 03 11:27:39.593460 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Initializing driver for type 'vlan' Feb 03 11:27:39.607325 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] VlanTypeDriver initialization complete Feb 03 11:27:39.607727 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Initializing driver for type 'vxlan' Feb 03 11:27:39.608257 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] vxlan ID ranges: [(1, 1000)] Feb 03 11:27:39.650650 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Initializing extension driver 'port_security' Feb 03 11:27:39.651001 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.extensions.port_security [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] PortSecurityExtensionDriver initialization complete Feb 03 11:27:39.651396 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Initializing mechanism driver 'openvswitch' Feb 03 11:27:39.657888 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79964) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:27:39.658754 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > port after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.659163 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > port after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.659573 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > port after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.659991 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > subnet after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.660376 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > subnet after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.660750 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > subnet after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.661157 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > network after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.661533 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > network after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.661905 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > network after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.662317 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > security_group after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.662695 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > security_group after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.663227 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > security_group after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.663668 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.664093 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.664467 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.664875 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > address_group after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.665247 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > address_group after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.665614 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > address_group after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.665975 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] ML2 OVO RPC backend initialized. {{(pid=79964) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 03 11:27:39.666680 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router_interface after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.667058 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.667533 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > network before_response 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.667906 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > networks before_response 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.668279 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > port before_response 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.668647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > ports before_response 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.669015 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > subnet before_response 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.669381 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > subnets before_response 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.669754 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > network after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.670119 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > network after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.670482 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > network after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.670843 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > port after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.671394 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > port after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.671820 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > port after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.672136 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > subnet after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.672523 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > subnet after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.672867 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > subnet after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.673495 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.plugin [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Modular L2 Plugin initialization complete Feb 03 11:27:39.673849 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading services supported by the core plugin {{(pid=79964) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 03 11:27:39.674209 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.plugins.ml2.managers [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Got port-security extension from driver 'port_security' Feb 03 11:27:39.674712 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.extensions.vlantransparent [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Disabled vlantransparent extension. Feb 03 11:27:39.676223 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79964) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 03 11:27:39.676576 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading Plugin: router Feb 03 11:27:39.713029 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router_interface before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.713459 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router after_create 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.713867 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router before_create 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.714264 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.714672 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.715056 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router after_delete 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.715484 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > floatingip after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.715885 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router after_create 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.716261 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router after_update 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.716645 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router after_update 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.717021 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.717396 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router after_update 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.717871 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router precommit_update 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.718398 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: port after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.718881 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: port after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.719291 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: subnet after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.719653 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.720038 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > port precommit_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.720414 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router precommit_create 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.720789 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: port before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.721165 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router precommit_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.721562 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router after_update 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.721930 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router precommit_delete 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.722310 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router precommit_create 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.722710 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router_interface after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.723086 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router precommit_update 55549900 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.723553 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > network after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.724541 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Tracking information for resource: router configured {{(pid=79964) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 03 11:27:39.724909 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Tracking information for resource: floatingip configured {{(pid=79964) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 03 11:27:39.729797 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.l3_agentschedulers_db [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 03 11:27:39.730427 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: port after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.730817 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: port after_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.731195 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: port after_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.731601 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: port after_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.732490 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router before_create 55550100 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.732886 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router precommit_delete 55550100 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.733284 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router precommit_create 55550100 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.733810 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > router precommit_update 55550100 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.738593 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.provider_configuration [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Service providers = [] {{(pid=79964) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 03 11:27:39.738986 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.servicetype_db [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79964) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 03 11:27:39.741838 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.service_base [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79964) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 03 11:27:39.742215 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.service_base [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79964) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 03 11:27:39.742584 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.service_base [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79964) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 03 11:27:39.743494 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.service_base [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79964) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 03 11:27:39.743898 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.services.service_base [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 03 11:27:39.744314 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79964) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 03 11:27:39.744657 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 03 11:27:39.754870 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79964) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 03 11:27:39.755236 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading Plugin: auto_allocate Feb 03 11:27:39.760909 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: network precommit_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.761307 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: network precommit_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.761880 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79964) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 03 11:27:39.762233 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading Plugin: tag Feb 03 11:27:39.770687 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79964) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 03 11:27:39.771052 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading Plugin: timestamp Feb 03 11:27:39.774913 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79964) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 03 11:27:39.775323 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading Plugin: network_ip_availability Feb 03 11:27:39.780929 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.781331 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.781720 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:39.782504 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79964) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 03 11:27:39.782866 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading Plugin: flavors Feb 03 11:27:39.787415 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79964) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 03 11:27:39.787779 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading Plugin: revisions Feb 03 11:27:39.792228 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79964) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 03 11:27:39.792651 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=79964) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:27:39.793460 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79964) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 03 11:27:39.793823 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Initializing extension manager. Feb 03 11:27:39.794382 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: __init__.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.794754 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: __pycache__ {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.795118 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.795540 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: address_group.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.796429 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.797073 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: address-group Feb 03 11:27:39.797432 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: address_scope.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.798198 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.798762 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: address-scope Feb 03 11:27:39.799099 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: admin_state_down_before_update.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.800064 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.800679 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: router-admin-state-down-before-update Feb 03 11:27:39.800983 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: agent.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.801738 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.802302 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: agent Feb 03 11:27:39.802658 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: agent_resources_synced.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.803594 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.804168 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: agent-resources-synced Feb 03 11:27:39.804523 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: allowedaddresspairs.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.806320 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.806902 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: allowed-address-pairs Feb 03 11:27:39.807255 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: auto_allocated_topology.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.808377 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.808949 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: auto-allocated-topology Feb 03 11:27:39.809305 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: availability_zone.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.810045 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.810609 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: availability_zone Feb 03 11:27:39.810959 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: availability_zone_filter.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.811930 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.812500 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: availability_zone_filter Feb 03 11:27:39.812855 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: data_plane_status.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.813777 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.814347 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension data-plane-status not supported by any of loaded plugins Feb 03 11:27:39.814704 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: default_subnetpools.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.815771 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.816343 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: default-subnetpools Feb 03 11:27:39.816696 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: dhcpagentscheduler.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.817537 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.818421 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: dhcp_agent_scheduler Feb 03 11:27:39.818773 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: dns.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.819742 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.820303 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension dns-integration not supported by any of loaded plugins Feb 03 11:27:39.820656 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: dns_domain_ports.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.821579 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.822141 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 03 11:27:39.822490 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: dvr.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.823209 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.823811 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: dvr Feb 03 11:27:39.824159 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: empty_string_filtering.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.825068 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.825631 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: empty-string-filtering Feb 03 11:27:39.825985 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.826892 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.827530 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 03 11:27:39.828057 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.828971 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.829563 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 03 11:27:39.829912 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: external_net.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.830829 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.831428 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: external-net Feb 03 11:27:39.831786 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: extra_dhcp_opt.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.832695 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.833263 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: extra_dhcp_opt Feb 03 11:27:39.833616 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: extraroute.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.834533 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.835098 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: extraroute Feb 03 11:27:39.835481 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: extraroute_atomic.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.836505 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.837068 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: extraroute-atomic Feb 03 11:27:39.837425 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: filter_validation.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.838116 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.838680 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: filter-validation Feb 03 11:27:39.839029 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: fip_pf_description.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.839969 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.840515 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 03 11:27:39.840863 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: fip_port_details.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.841781 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.842346 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: fip-port-details Feb 03 11:27:39.842697 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: flavors.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.844144 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.844716 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: flavors Feb 03 11:27:39.845076 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.846719 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.847309 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 03 11:27:39.847690 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: floatingip_pools.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.848435 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.849003 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: floatingip-pools Feb 03 11:27:39.849356 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: ip_allocation.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.850350 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.850915 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension ip_allocation not supported by any of loaded plugins Feb 03 11:27:39.851334 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.852231 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.852793 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: ip-substring-filtering Feb 03 11:27:39.853152 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: l2_adjacency.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.854073 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.854630 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension l2_adjacency not supported by any of loaded plugins Feb 03 11:27:39.854981 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: l3.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.856095 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.856669 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: router Feb 03 11:27:39.857026 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: l3_conntrack_helper.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.859314 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.859922 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 03 11:27:39.860284 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.861231 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.861812 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: ext-gw-mode Feb 03 11:27:39.862173 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.863093 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.863699 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: l3-ha Feb 03 11:27:39.864069 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: l3_flavors.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.864976 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.865555 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: l3-flavors Feb 03 11:27:39.865914 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.866927 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.867530 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: l3-port-ip-change-not-allowed Feb 03 11:27:39.867893 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: l3agentscheduler.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.869074 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.869669 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: l3_agent_scheduler Feb 03 11:27:39.870028 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: logging.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.871578 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.872158 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension logging not supported by any of loaded plugins Feb 03 11:27:39.872521 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: metering.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.873311 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.874007 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: metering Feb 03 11:27:39.874385 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.875527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.876099 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: metering_source_and_destination_fields Feb 03 11:27:39.876457 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: multiprovidernet.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.877390 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.877960 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: multi-provider Feb 03 11:27:39.878313 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: netmtu.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.879235 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.879826 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: net-mtu Feb 03 11:27:39.880180 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: netmtu_writable.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.881098 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.881657 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: net-mtu-writable Feb 03 11:27:39.882011 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: network_availability_zone.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.882723 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.883309 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: network_availability_zone Feb 03 11:27:39.883664 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: network_ip_availability.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.884881 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.885459 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: network-ip-availability Feb 03 11:27:39.885814 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: network_segment_range.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.886638 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.887207 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension network-segment-range not supported by any of loaded plugins Feb 03 11:27:39.887586 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: pagination.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.888580 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.888947 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: pagination Feb 03 11:27:39.889299 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: port_device_profile.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.890259 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.890835 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: port-device-profile Feb 03 11:27:39.891186 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.892132 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.892708 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: port-mac-address-regenerate Feb 03 11:27:39.893058 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.893976 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.894542 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: port-numa-affinity-policy Feb 03 11:27:39.894896 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: port_resource_request.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.895884 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.896440 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension port-resource-request not supported by any of loaded plugins Feb 03 11:27:39.896794 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: portbindings.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.897713 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.898275 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: binding Feb 03 11:27:39.898629 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: portbindings_extended.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.899944 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.900515 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: binding-extended Feb 03 11:27:39.900868 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: portsecurity.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.901783 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.902352 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: port-security Feb 03 11:27:39.902708 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: project_id.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.903693 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.904055 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: project-id Feb 03 11:27:39.904406 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: providernet.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.905341 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.905979 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: provider Feb 03 11:27:39.906334 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: qos.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.910035 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.910617 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension qos not supported by any of loaded plugins Feb 03 11:27:39.910982 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.912295 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.912914 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 03 11:27:39.913275 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.914269 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.914843 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 03 11:27:39.915201 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: qos_default.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.916155 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.916706 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension qos-default not supported by any of loaded plugins Feb 03 11:27:39.917064 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: qos_fip.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.917748 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.918324 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension qos-fip not supported by any of loaded plugins Feb 03 11:27:39.918678 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: qos_gateway_ip.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.919624 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.920190 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 03 11:27:39.920543 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: qos_port_network_policy.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.921537 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.922159 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 03 11:27:39.922517 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: qos_rule_type_details.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.923511 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.924084 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 03 11:27:39.924437 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: qos_rules_alias.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.925494 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.926057 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 03 11:27:39.926412 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: quotasv2.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.927518 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.927881 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: quotas Feb 03 11:27:39.928230 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: quotasv2_detail.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.929856 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.930230 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: quota_details Feb 03 11:27:39.930593 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: rbac.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.931917 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.932502 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: rbac-policies Feb 03 11:27:39.932861 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: rbac_address_scope.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.933791 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.934364 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: rbac-address-scope Feb 03 11:27:39.934720 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: rbac_security_groups.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.935658 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.936233 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: rbac-security-groups Feb 03 11:27:39.936584 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: rbac_subnetpool.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.937658 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.938223 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: rbac-subnetpool Feb 03 11:27:39.938582 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: revisionifmatch.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.939548 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.940120 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: revision-if-match Feb 03 11:27:39.940469 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: revisions.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.941585 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.942156 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: standard-attr-revisions Feb 03 11:27:39.942514 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: router_availability_zone.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.943576 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.944161 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: router_availability_zone Feb 03 11:27:39.944514 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: routerservicetype.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.945445 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.946014 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension router-service-type not supported by any of loaded plugins Feb 03 11:27:39.946366 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.947305 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.947879 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: security-groups-normalized-cidr Feb 03 11:27:39.948228 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: security_groups_port_filtering.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.949161 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.949724 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: port-security-groups-filtering Feb 03 11:27:39.950072 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.951016 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.951601 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: security-groups-remote-address-group Feb 03 11:27:39.951954 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: securitygroup.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.965021 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.965639 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: security-group Feb 03 11:27:39.966009 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: segment.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.966878 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.967474 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension segment not supported by any of loaded plugins Feb 03 11:27:39.967829 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.968824 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.969396 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 03 11:27:39.969749 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: servicetype.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.970839 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.971444 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: service-type Feb 03 11:27:39.971806 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: sorting.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.972783 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.973150 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: sorting Feb 03 11:27:39.973513 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: standard_attr_segment.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.974419 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.974995 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 03 11:27:39.975370 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: standardattrdescription.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.976070 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.976643 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: standard-attr-description Feb 03 11:27:39.976996 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: stateful_security_group.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.977929 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.978492 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: stateful-security-group Feb 03 11:27:39.978846 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: stdattrs_common.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.979452 dv-cinder-773870-1-smb neutron-server[79964]: WARNING neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 03 11:27:39.979808 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.980814 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.981377 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 03 11:27:39.981735 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: subnet_onboard.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.982804 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.983406 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: subnet_onboard Feb 03 11:27:39.984037 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.984740 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.985306 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 03 11:27:39.985662 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: subnet_service_types.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.986565 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.987132 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: subnet-service-types Feb 03 11:27:39.987536 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: subnetallocation.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.988614 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.989185 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: subnet_allocation Feb 03 11:27:39.989541 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.990230 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.990794 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: subnetpool-prefix-ops Feb 03 11:27:39.991153 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.992117 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.992680 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 03 11:27:39.993034 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: tagging.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.994313 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.994900 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: standard-attr-tag Feb 03 11:27:39.995256 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: timestamp.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.996450 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.997027 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loaded extension: standard-attr-timestamp Feb 03 11:27:39.997386 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: trunk.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:39.998413 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:39.998978 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension trunk not supported by any of loaded plugins Feb 03 11:27:39.999452 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: trunk_details.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:40.000372 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:40.000943 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension trunk-details not supported by any of loaded plugins Feb 03 11:27:40.001298 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: uplink_status_propagation.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:40.002209 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:40.002775 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 03 11:27:40.003133 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Loading extension file: vlantransparent.py {{(pid=79964) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 03 11:27:40.003848 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79964) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 03 11:27:40.004413 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extension vlan-transparent not supported by any of loaded plugins Feb 03 11:27:40.007056 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Creating instance of TrackedResource for resource:network Feb 03 11:27:40.007892 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Creating instance of TrackedResource for resource:subnet Feb 03 11:27:40.008566 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 11:27:40.009221 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Creating instance of TrackedResource for resource:port Feb 03 11:27:40.011509 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 11:27:40.012004 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Service FLAVORS assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 11:27:40.012708 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 11:27:40.013195 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 11:27:40.013560 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Creating instance of TrackedResource for resource:router Feb 03 11:27:40.014283 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Creating instance of TrackedResource for resource:floatingip Feb 03 11:27:40.015127 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Service METERING assigned prefix: /metering {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 11:27:40.016890 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:40.017288 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:40.017663 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79964) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:27:40.018800 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 11:27:40.019302 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Creating instance of TrackedResource for resource:security_group Feb 03 11:27:40.020102 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 11:27:40.020912 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Service CORE assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 11:27:40.021276 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 11:27:40.021636 dv-cinder-773870-1-smb neutron-server[79964]: WARNING neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] subnetpool is already registered Feb 03 11:27:40.022308 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Service CORE assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 11:27:40.022666 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 11:27:40.023019 dv-cinder-773870-1-smb neutron-server[79964]: WARNING neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] subnetpool is already registered Feb 03 11:27:40.025771 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 11:27:40.026243 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Service FLAVORS assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 11:27:40.026958 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 11:27:40.027406 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 11:27:40.027770 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Creating instance of TrackedResource for resource:router Feb 03 11:27:40.028128 dv-cinder-773870-1-smb neutron-server[79964]: WARNING neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] router is already registered Feb 03 11:27:40.028780 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Creating instance of TrackedResource for resource:floatingip Feb 03 11:27:40.029135 dv-cinder-773870-1-smb neutron-server[79964]: WARNING neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] floatingip is already registered Feb 03 11:27:40.029816 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Service METERING assigned prefix: /metering {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 11:27:40.030637 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 11:27:40.031078 dv-cinder-773870-1-smb neutron-server[79964]: WARNING neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] rbac_policy is already registered Feb 03 11:27:40.031729 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Creating instance of TrackedResource for resource:security_group Feb 03 11:27:40.032088 dv-cinder-773870-1-smb neutron-server[79964]: WARNING neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] security_group is already registered Feb 03 11:27:40.032735 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 11:27:40.033097 dv-cinder-773870-1-smb neutron-server[79964]: WARNING neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] security_group_rule is already registered Feb 03 11:27:40.033834 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Service CORE assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 11:27:40.034231 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 11:27:40.034604 dv-cinder-773870-1-smb neutron-server[79964]: WARNING neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] subnetpool is already registered Feb 03 11:27:40.035301 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.resource_helper [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Service CORE assigned prefix: {{(pid=79964) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 03 11:27:40.035644 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 11:27:40.036001 dv-cinder-773870-1-smb neutron-server[79964]: WARNING neutron.quota.resource_registry [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] subnetpool is already registered Feb 03 11:27:40.036697 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: extensions {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.038245 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: address-groups {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.039966 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: address-scopes {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.041253 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: agents {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.042483 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: auto-allocated-topology {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.043857 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: availability_zones {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.045245 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: dhcp-networks {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.046957 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: dhcp-agents {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.048558 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: routers {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.050461 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: flavors {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.051778 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: service_profiles {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.053021 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: next_providers {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.054673 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: service_profiles {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.056225 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: floatingip-pools {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.057503 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: routers {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.059427 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: floatingips {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.060691 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: l3-routers {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.062190 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: l3-agents {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.063722 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: metering-labels {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.065151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: metering-label-rules {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.066526 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: network-ip-availabilities {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.067877 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: bindings {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.069933 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: quotas {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.071469 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: quotas {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.072968 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: rbac-policies {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.074340 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: security-groups {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.075640 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: security-group-rules {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.076934 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: service-providers {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.078265 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: subnetpools {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.079788 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: subnetpools {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.081329 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: tags {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.083079 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: tags {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.085894 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: tags {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.087785 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: tags {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.089690 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: tags {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.091501 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: tags {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.093456 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: tags {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.095421 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: tags {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.097414 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: tags {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.099394 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.extensions [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Extended resource: tags {{(pid=79964) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 03 11:27:40.106398 dv-cinder-773870-1-smb neutron-server[79964]: WARNING keystonemiddleware.auth_token [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 03 11:27:40.111739 dv-cinder-773870-1-smb neutron-server[79964]: WARNING keystonemiddleware.auth_token [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 03 11:27:40.120628 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Acquired lock "singleton_lock" {{(pid=79964) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 03 11:27:40.121155 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Releasing lock "singleton_lock" {{(pid=79964) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 03 11:27:40.122642 dv-cinder-773870-1-smb neutron-server[79964]: INFO oslo_service.service [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Starting 2 workers Feb 03 11:27:40.127448 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Started child 80075 {{(pid=79964) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 03 11:27:40.131808 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:27:40.132196 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Started child 80076 {{(pid=79964) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 03 11:27:40.133217 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [-] (80075) wsgi starting up on http://0.0.0.0:9696 Feb 03 11:27:40.133654 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.service [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Neutron service started, listening on 0.0.0.0:9696 Feb 03 11:27:40.134305 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Notify callbacks [] for process, before_spawn {{(pid=79964) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:27:40.136045 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:27:40.136735 dv-cinder-773870-1-smb neutron-server[79964]: INFO oslo_service.service [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Starting 1 workers Feb 03 11:27:40.137364 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [-] (80076) wsgi starting up on http://0.0.0.0:9696 Feb 03 11:27:40.142342 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Started child 80077 {{(pid=79964) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 03 11:27:40.142876 dv-cinder-773870-1-smb neutron-server[79964]: INFO oslo_service.service [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Starting 1 workers Feb 03 11:27:40.144841 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.service [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] calling RpcWorker wait() {{(pid=80077) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 03 11:27:40.145248 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.service [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] returning from RpcWorker wait() {{(pid=80077) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 03 11:27:40.146667 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:27:40.147145 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:27:40.147756 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Started child 80078 {{(pid=79964) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 03 11:27:40.148540 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-085edd91-8a3c-4675-8742-9998dc020a9d None None] Notify callbacks [] for process, after_spawn {{(pid=79964) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:27:40.150137 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79964) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 03 11:27:40.150341 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 03 11:27:40.150497 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 03 11:27:40.150797 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 03 11:27:40.151180 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 03 11:27:40.151427 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 03 11:27:40.151889 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.152011 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:27:40.152155 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.152669 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.152901 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.153412 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.153537 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:27:40.154073 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.154368 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.154675 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.154975 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.155236 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.155463 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.155846 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.156138 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.156400 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.156755 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.157035 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.157296 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.157550 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.157761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.158026 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.158351 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.158632 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.158925 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] debug = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.159194 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.159782 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.160036 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.160319 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.160568 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.160857 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.161122 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.161401 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.161686 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.161930 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.162201 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.162462 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.162717 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.162940 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.163210 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.163503 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.163910 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] host = dv-cinder-773870-1-smb {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.164167 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.164425 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.164672 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.164925 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.165199 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.165442 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.165714 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.165992 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.166243 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.166496 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.166755 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.167019 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.167303 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.167569 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.167755 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_options = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.168009 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.168287 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.168563 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.168775 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.168965 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.169150 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.169440 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.169627 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.169906 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.170148 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.170387 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.170639 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.170895 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.171171 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.171472 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.171686 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.171971 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.172181 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.172466 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.172832 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.173025 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.173278 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.173517 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.173755 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.174693 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.174693 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.174693 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.174693 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.175932 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.175932 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.175932 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.175932 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.177256 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.177256 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.177256 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.177256 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.177256 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.177256 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.177983 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.177983 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.178231 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.178310 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.178519 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.179069 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.179069 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.179361 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_json = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.179507 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.179727 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.181062 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.181062 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.181062 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.181062 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.181062 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.181427 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.182268 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.182268 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.182446 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.182648 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.182925 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.183201 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.183493 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.183753 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.184039 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.184304 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.184620 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.185418 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.185418 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.185418 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.185844 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.187379 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.187379 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.187379 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.187379 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.187379 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.187379 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.188063 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.188063 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.195151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.195151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.195151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.195151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.195151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.195151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.195151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.195151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.195945 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.195945 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.195945 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.195945 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.195945 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.195945 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.195945 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.195945 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.195945 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.196876 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.196876 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.196876 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.196876 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.196876 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.196876 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.196876 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.196876 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.196876 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.197647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.197647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.197647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.197647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.197647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.197647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.197647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.197647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.197647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.198420 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.198420 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.198420 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.198420 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.198420 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.198420 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.198420 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.198420 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.199097 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.199097 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.199097 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.199409 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.199549 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.199794 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.200030 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.200267 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.200506 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.200744 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.200987 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.201243 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.201487 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.201726 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.201967 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.202209 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.202572 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.202889 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.203489 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.203866 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.204126 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.204408 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.204672 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.204945 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.205194 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.205474 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.205723 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.205969 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.206225 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.206506 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.206780 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.207061 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.207343 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.207593 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.207904 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.208151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.208403 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.208652 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.209047 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.209321 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.209609 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.209895 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.210179 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.210441 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.210726 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.211024 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.211291 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.211606 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.211893 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.215378 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.215495 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 35732) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:27:40.215614 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.215614 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.215614 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.215614 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.215614 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.215614 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.215614 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.215614 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.216323 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.216323 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.216323 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.216323 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.216323 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.216323 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.216323 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.216323 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.217032 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.217032 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.217256 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.217352 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.217583 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.218218 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.218497 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.218848 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.219189 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.219466 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.219771 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.220004 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.221527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.221527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.221527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.221527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.221527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.221527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.221937 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.221937 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.222160 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.222442 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.222684 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.222948 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.223181 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.223652 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.223941 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092754 Feb 03 11:27:40.224946 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.225396 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.225814 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.226260 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.226526 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.226892 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.227257 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.228203 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.229410 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.229886 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.230314 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.230797 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.231252 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.231708 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.232145 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.232613 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.233077 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.233516 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.233907 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.234173 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.234868 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.234868 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.235111 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.235299 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.235706 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.236160 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.236590 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.237046 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.237490 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.238022 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.238466 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.238902 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.239387 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.239824 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.240257 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.240697 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.241116 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.241532 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.241957 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.242407 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.242846 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.243301 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.243720 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.244131 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.244557 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.244973 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.245382 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.245841 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.246281 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.246703 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.247131 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.247562 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.248033 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.248289 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.248537 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.248792 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.249046 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.249465 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.249774 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.250032 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.250284 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.250530 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.250829 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.251326 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.252629 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.253087 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.253366 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.253657 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.253943 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.254307 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.254575 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.254887 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.255139 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.255421 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.256182 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.256182 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.256358 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.257281 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.257281 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.257281 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.257507 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.257756 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1550:1599'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.258096 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.258343 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.258649 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.259825 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.259825 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.259825 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.259825 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.260384 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.260384 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.260652 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.260804 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.261045 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.261300 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.261605 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.262656 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.262656 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.262656 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.262656 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.263065 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.263194 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.263474 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.263745 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.264354 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.264354 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 03 11:27:40.264680 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79964) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 03 11:27:40.264910 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 03 11:27:40.265082 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 03 11:27:40.265309 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 03 11:27:40.265494 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 03 11:27:40.265670 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 03 11:27:40.265916 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.266761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.266761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.266761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.266761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.266761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.267493 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.267493 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.267493 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.267493 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.267989 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.267989 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.267989 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.268362 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.268362 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.268362 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.268618 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.268710 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.268877 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.269042 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.269369 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.269724 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.270047 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] debug = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.270388 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.271283 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.271283 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.271283 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.271283 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.271283 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.271801 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.271801 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.271801 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.272082 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.272082 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.272283 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.272377 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.272512 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.272675 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.272999 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.273164 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] host = dv-cinder-773870-1-smb {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.273503 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.273670 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.274018 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.274202 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.274385 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.274566 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.274750 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.274933 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.275115 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.275316 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.275464 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.275777 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.276067 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.276379 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.276540 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_options = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.276875 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.277062 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.277243 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.277453 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.277638 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.277801 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.278144 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.278327 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.278510 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.278691 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.278872 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.279054 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.279215 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.279581 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.279759 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.280044 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.280160 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.280256 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.280440 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.280661 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.280887 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.281092 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.281282 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.281536 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.281720 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.281901 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.282081 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.282260 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.282439 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.282619 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.282799 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.282979 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.283159 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.283985 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.283985 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.283985 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.283985 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.283985 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.284406 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.284406 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.284578 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.284578 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.284761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.285582 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.285582 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.285582 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_json = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.285582 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.285582 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.286085 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.286085 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.286085 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.286383 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.286383 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.286576 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 03 11:27:40.286680 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.286863 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.287061 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.287244 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.288769 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.288769 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.288769 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.289841 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.289841 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.289841 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.290246 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.290246 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.290495 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.290495 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.291770 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.291770 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.291955 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.292029 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.292192 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.292388 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.292588 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.292766 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.292979 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.293153 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.293348 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.293536 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.293726 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.293903 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.294089 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.294276 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.294444 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.294780 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.295140 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.295386 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.295538 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.295676 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.295864 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.296094 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.296236 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.296372 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.296562 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.296750 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.296973 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.297159 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.297344 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.297527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.297717 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.297902 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.298089 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.298420 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.299296 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.299296 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.299296 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.299296 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.299296 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.299661 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.299661 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.299787 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.300109 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.300749 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.300946 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.301742 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.301742 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.301742 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.301742 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.302055 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.302055 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.302203 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.302371 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.302528 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.302714 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.302899 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.303084 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.303318 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.303512 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.303703 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.303879 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.304039 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.304191 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.304367 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.304564 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.304713 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.305341 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.305341 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.305341 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.305750 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.305750 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.305750 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.306136 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.306136 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.306390 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.306390 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.306678 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.306678 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.307779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.307779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.307779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.307779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.307779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.307779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.307779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.308747 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.308882 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:27:40.309026 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.309026 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.309026 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.309026 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.309026 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.309026 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.309767 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.309767 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.309767 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.309767 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.310314 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.310314 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.310314 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.310686 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.310686 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.310948 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.310948 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.311202 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.311202 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.311595 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.311595 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.311954 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.311954 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.312209 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.312478 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.312478 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.312734 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.312734 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.313015 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.313150 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.313283 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.313416 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.313609 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.313796 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.313983 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.314170 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.314354 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.314538 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.314726 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.314913 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.315099 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.315298 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.315491 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.315676 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.315861 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.316049 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.316235 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.316421 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.316605 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.316789 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.316976 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.317158 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.317344 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.317533 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.317694 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.317877 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.318374 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.318661 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.318829 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.319014 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.319201 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.319433 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.319618 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.319779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.319968 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.320254 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.320438 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.320625 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.320813 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.322145 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.322338 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.322527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.322714 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.322900 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.323086 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.323348 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.323897 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.324089 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.324264 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.324396 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.324564 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.324751 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.324936 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.325121 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.325307 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.325510 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.325695 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.325880 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.326067 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.326251 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.326439 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.326623 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.326807 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.327042 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.327189 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.327414 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.327716 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.328053 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.328351 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.328627 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.328764 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.328953 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.329064 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.330080 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.330080 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.330080 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.330080 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.330080 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.330080 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.330604 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.330604 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.330730 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.330797 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.331772 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.331772 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.331772 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.331772 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.331772 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.332422 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.332422 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.332422 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.332422 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.332907 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.332907 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.332907 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.333228 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.333228 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.333434 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.333434 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.333627 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.333731 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.333911 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.334797 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.334797 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.334797 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.334797 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.334797 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.335391 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1550:1599'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.335391 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.335588 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.335691 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.335794 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.335969 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.336154 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.336342 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.336526 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.337348 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.337348 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.337348 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.337348 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.337348 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.337856 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.337856 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.337856 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.338151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.338151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.338347 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.338451 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.338618 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.338819 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.338949 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 03 11:27:40.339094 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79964) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 03 11:27:50.456761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b2cea3-f03c-48e8-8c79-6f8f66eeae74 None None] get_active_networks_info from dv-cinder-773870-1-smb {{(pid=80077) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 11:27:50.524860 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d8271d7b-c6ab-4f23-bf9e-0c496dbf103a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847'] for agent, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:27:50.562498 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b2cea3-f03c-48e8-8c79-6f8f66eeae74 None None] No non-hosted networks {{(pid=80077) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 03 11:27:52.508316 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f2c93de0-e6fc-4274-b85b-080f95b295e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847'] for agent, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:27:52.548413 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6c6acfdf-e58c-4dc7-b731-cc77177313ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:27:53.249842 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847'] for agent, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:27:53.947855 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847'] for agent, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:27:53.949061 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:27:53.949922 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:27:53.950445 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:27:53.951996 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:27:53.952543 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:27:53.953040 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:27:53.953532 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:27:53.954441 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:27:53.954937 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:27:53.956086 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:27:53.956947 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:27:53.957527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:27:53.958088 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773870-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:27:53.970013 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773870-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:27:54.576957 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847'] for agent, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:27:55.854447 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] get_endpoint_by_host() called for host dv-cinder-773870-1-smb {{(pid=80077) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 03 11:27:55.860392 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] get_endpoint_by_ip() called for ip 192.168.0.40 {{(pid=80077) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 03 11:27:55.864206 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] _add_endpoint() called for ip 192.168.0.40 {{(pid=80077) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 03 11:27:55.870541 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] _get_endpoints() called {{(pid=80077) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 03 11:27:55.989287 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 35832) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:27:56.677686 dv-cinder-773870-1-smb neutron-server[79964]: WARNING oslo_policy.policy [None req-6b00d0bc-8f99-4c56-bfca-8d06fa5f2d8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 11:27:56.678278 dv-cinder-773870-1-smb neutron-server[79964]: WARNING oslo_policy.policy [None req-6b00d0bc-8f99-4c56-bfca-8d06fa5f2d8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 11:27:56.908097 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [None req-6b00d0bc-8f99-4c56-bfca-8d06fa5f2d8c admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:27:56.910673 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-6b00d0bc-8f99-4c56-bfca-8d06fa5f2d8c admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9193032 Feb 03 11:27:58.624499 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.l3_hamode_db [None req-ab665ad1-32bd-44a2-a10f-df7e7b31286b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 03 11:27:58.713740 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab665ad1-32bd-44a2-a10f-df7e7b31286b None None] Routers set() bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:27:58.714025 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab665ad1-32bd-44a2-a10f-df7e7b31286b None None] Router IDs set() for agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 03 11:27:59.616806 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 35846) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:28:00.298991 dv-cinder-773870-1-smb neutron-server[79964]: WARNING oslo_policy.policy [None req-00c4185d-6564-49ff-8b72-a5352b1823a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 11:28:00.299621 dv-cinder-773870-1-smb neutron-server[79964]: WARNING oslo_policy.policy [None req-00c4185d-6564-49ff-8b72-a5352b1823a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 11:28:00.525089 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-00c4185d-6564-49ff-8b72-a5352b1823a9 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:00.592756 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.policy [None req-00c4185d-6564-49ff-8b72-a5352b1823a9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80075) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 03 11:28:00.593592 dv-cinder-773870-1-smb neutron-server[79964]: WARNING oslo_policy.policy [None req-00c4185d-6564-49ff-8b72-a5352b1823a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 11:28:00.593993 dv-cinder-773870-1-smb neutron-server[79964]: WARNING oslo_policy.policy [None req-00c4185d-6564-49ff-8b72-a5352b1823a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 11:28:00.620454 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.quota [None req-00c4185d-6564-49ff-8b72-a5352b1823a9 admin admin] Loaded quota_driver: . Feb 03 11:28:00.636564 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-00c4185d-6564-49ff-8b72-a5352b1823a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:28:00.704743 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-00c4185d-6564-49ff-8b72-a5352b1823a9 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779699067074', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779699077253', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779699081946', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779699096117', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779699097246', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853835979', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-930335', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851167900', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851181715'] for rbac-policy, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:00.774004 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-00c4185d-6564-49ff-8b72-a5352b1823a9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:00.775365 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-00c4185d-6564-49ff-8b72-a5352b1823a9 admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1575227 Feb 03 11:28:03.792663 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 35864) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:28:04.236419 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '4ff9fd98018a442196b32339061ef2c7'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:04.246010 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:28:04.252306 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Usage tracker for resource:network and tenant:4ff9fd98018a442196b32339061ef2c7 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:28:04.256084 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:28:04.262270 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:28:04.273430 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Made reservation on behalf of 4ff9fd98018a442196b32339061ef2c7 for: {'network': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:28:04.280538 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for network, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:04.299946 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:04.315659 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:28:04.320247 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Usage tracker for resource:security_group_rule and tenant:4ff9fd98018a442196b32339061ef2c7 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:28:04.324214 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:28:04.330682 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:28:04.435104 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:04.439253 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:04.445173 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:28:04.465117 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 11:28:04.489418 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779700079970', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:04.489986 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Added segment 1cca94d3-3b5e-493e-9dcc-df8f37d7906a of type vxlan for network a205e99e-8b2c-4448-bcbc-ca78b1c48c6c Feb 03 11:28:04.709004 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c4bf7a-bcb8-470c-a189-af6e1cd330ad,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:28:04.734302 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:04.734670 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:04.735013 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:04.735383 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:04.735723 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:04.736069 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:04.736411 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:04.736745 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:04.737081 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:04.737393 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:04.737726 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:04.738053 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Tracked resource versions report: Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: pushed versions: Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: { 'AddressGroup': {'1.1'}, Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'ConntrackHelper': {'1.0'}, Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'Log': {'1.0'}, Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'Network': {'1.1'}, Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'Port': {'1.7'}, Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'PortForwarding': {'1.2'}, Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'QosPolicy': {'1.8'}, Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroup': {'1.4'}, Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroupRule': {'1.2'}, Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'SubPort': {'1.0'}, Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'Subnet': {'1.1'}, Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'Trunk': {'1.1'}} Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: consumer versions: Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: { DHCP agent@dv-cinder-773870-1-smb: {}, Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: L3 agent@dv-cinder-773870-1-smb: {}, Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: Metadata agent@dv-cinder-773870-1-smb: {}, Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: Metering agent@dv-cinder-773870-1-smb: {}, Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: Open vSwitch agent@dv-cinder-773870-1-smb: { 'AddressGroup': '1.1', Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'Log': '1.0', Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'Network': '1.1', Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'Port': '1.7', Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'PortForwarding': '1.2', Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'QosPolicy': '1.8', Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroup': '1.4', Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'SubPort': '1.0', Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'Subnet': '1.1', Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: 'Trunk': '1.1'}} Feb 03 11:28:04.739165 dv-cinder-773870-1-smb neutron-server[79964]: {{(pid=80075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 03 11:28:04.767503 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779699605226'] for network, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:04.801338 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:28:04.813056 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for network, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:04.814344 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:28:04.814984 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:04.818671 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:28:04.927937 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Pushing event updated for resources: {'Network': ['ID=a205e99e-8b2c-4448-bcbc-ca78b1c48c6c,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:28:04.930699 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.1369836 Feb 03 11:28:04.944882 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:28:04.959777 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Network a205e99e-8b2c-4448-bcbc-ca78b1c48c6c details requested by agent ovs-agent-dv-cinder-773870-1-smb with host dv-cinder-773870-1-smb {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:28:08.072483 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 35880) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:28:08.735144 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.policy [None req-93a0061e-75bd-4e41-b7a3-c15d4c9113be admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80076) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 03 11:28:08.736044 dv-cinder-773870-1-smb neutron-server[79964]: WARNING oslo_policy.policy [None req-93a0061e-75bd-4e41-b7a3-c15d4c9113be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 11:28:08.736449 dv-cinder-773870-1-smb neutron-server[79964]: WARNING oslo_policy.policy [None req-93a0061e-75bd-4e41-b7a3-c15d4c9113be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 11:28:08.761978 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a0061e-75bd-4e41-b7a3-c15d4c9113be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:28:08.763763 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-93a0061e-75bd-4e41-b7a3-c15d4c9113be admin admin] 10.222.0.68 "GET /v2.0/networks/a205e99e-8b2c-4448-bcbc-ca78b1c48c6c HTTP/1.1" status: 200 len: 818 time: 0.6899014 Feb 03 11:28:08.802303 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-b561566e-f81f-49ce-b971-5917769c3765 admin admin] 10.222.0.68 "GET /v2.0/subnetpools/244d0f26-1f83-458d-a48c-4601cfe59761 HTTP/1.1" status: 200 len: 734 time: 0.0289140 Feb 03 11:28:08.812813 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '4ff9fd98018a442196b32339061ef2c7', 'name': 'private-subnet', 'subnetpool_id': '244d0f26-1f83-458d-a48c-4601cfe59761', 'network_id': 'a205e99e-8b2c-4448-bcbc-ca78b1c48c6c'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:08.815860 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.quota [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Loaded quota_driver: . Feb 03 11:28:08.824048 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:28:08.830162 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Usage tracker for resource:subnet and tenant:4ff9fd98018a442196b32339061ef2c7 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:28:08.833614 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:28:08.840570 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:28:08.855616 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Made reservation on behalf of 4ff9fd98018a442196b32339061ef2c7 for: {'subnet': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:28:08.862131 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:09.560759 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for subnet, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:09.574365 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:28:09.725420 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecbec36f-9e3d-45d8-80d4-bc08bce0703c,revision_number=0']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:28:09.740063 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:09.740435 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:09.740795 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:09.741141 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:09.741493 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:09.741845 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:09.742188 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:09.742534 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:09.742890 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:09.743237 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:09.743606 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:09.743942 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Tracked resource versions report: Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: pushed versions: Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: { 'AddressGroup': {'1.1'}, Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'ConntrackHelper': {'1.0'}, Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'Log': {'1.0'}, Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'Network': {'1.1'}, Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'Port': {'1.7'}, Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'PortForwarding': {'1.2'}, Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'QosPolicy': {'1.8'}, Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroup': {'1.4'}, Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroupRule': {'1.2'}, Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'SubPort': {'1.0'}, Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'Subnet': {'1.1'}, Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'Trunk': {'1.1'}} Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: consumer versions: Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: { DHCP agent@dv-cinder-773870-1-smb: {}, Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: L3 agent@dv-cinder-773870-1-smb: {}, Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: Metadata agent@dv-cinder-773870-1-smb: {}, Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: Metering agent@dv-cinder-773870-1-smb: {}, Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: Open vSwitch agent@dv-cinder-773870-1-smb: { 'AddressGroup': '1.1', Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'Log': '1.0', Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'Network': '1.1', Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'Port': '1.7', Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'PortForwarding': '1.2', Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'QosPolicy': '1.8', Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroup': '1.4', Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'SubPort': '1.0', Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'Subnet': '1.1', Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: 'Trunk': '1.1'}} Feb 03 11:28:09.745043 dv-cinder-773870-1-smb neutron-server[79964]: {{(pid=80076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 03 11:28:09.798737 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:28:09.832229 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Checking segment: {'id': '1cca94d3-3b5e-493e-9dcc-df8f37d7906a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a205e99e-8b2c-4448-bcbc-ca78b1c48c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:28:09.832557 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Network hostable DHCP agents. Network: a205e99e-8b2c-4448-bcbc-ca78b1c48c6c, hostable agents: ['e281720a-8ae7-4081-88fc-d5a7fa1f3c44'], hosted agents: [] {{(pid=80076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 11:28:09.856079 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Network a205e99e-8b2c-4448-bcbc-ca78b1c48c6c is scheduled to be hosted by DHCP agent e281720a-8ae7-4081-88fc-d5a7fa1f3c44 with binding_index 1 {{(pid=80076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 11:28:09.867019 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-1-smb, a205e99e-8b2c-4448-bcbc-ca78b1c48c6c) {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:28:09.871699 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:28:09.872357 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:09.877659 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dedce4-674c-4368-b386-147f274414cc None None] Network a205e99e-8b2c-4448-bcbc-ca78b1c48c6c requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:28:09.895773 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0873537 Feb 03 11:28:10.198606 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba32f814-d890-5f28-b06b-58f4fe6bb13a-a205e99e-8b2c-4448-bcbc-ca78b1c48c6c', 'network_id': 'a205e99e-8b2c-4448-bcbc-ca78b1c48c6c', 'tenant_id': '4ff9fd98018a442196b32339061ef2c7', 'fixed_ips': [{'subnet_id': 'ecbec36f-9e3d-45d8-80d4-bc08bce0703c'}]}} from dv-cinder-773870-1-smb. {{(pid=80077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 03 11:28:10.199865 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:10.524709 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Allocated IP 172.20.0.2 (a205e99e-8b2c-4448-bcbc-ca78b1c48c6c/ecbec36f-9e3d-45d8-80d4-bc08bce0703c/e8c2c3bd-cda4-4ae1-a072-13af784f439b) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:28:10.772641 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:10.786649 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Transition to ACTIVE for port object e8c2c3bd-cda4-4ae1-a072-13af784f439b will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:28:10.804053 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Transition to ACTIVE for port object e8c2c3bd-cda4-4ae1-a072-13af784f439b will not be triggered until provisioned by entity DHCP. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:28:10.810253 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:10.824464 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:28:10.955071 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Pushing event updated for resources: {'Port': ['ID=e8c2c3bd-cda4-4ae1-a072-13af784f439b,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:28:11.140909 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:11.141229 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:11.141629 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:11.141981 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:11.142341 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:11.142688 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:11.143035 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:11.143405 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:11.143731 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:11.144083 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:11.144428 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:11.144771 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Tracked resource versions report: Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: pushed versions: Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: { 'AddressGroup': {'1.1'}, Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'ConntrackHelper': {'1.0'}, Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'Log': {'1.0'}, Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'Network': {'1.1'}, Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'Port': {'1.7'}, Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'PortForwarding': {'1.2'}, Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'QosPolicy': {'1.8'}, Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroup': {'1.4'}, Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroupRule': {'1.2'}, Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'SubPort': {'1.0'}, Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'Subnet': {'1.1'}, Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'Trunk': {'1.1'}} Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: consumer versions: Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: { DHCP agent@dv-cinder-773870-1-smb: {}, Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: L3 agent@dv-cinder-773870-1-smb: {}, Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: Metadata agent@dv-cinder-773870-1-smb: {}, Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: Metering agent@dv-cinder-773870-1-smb: {}, Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: Open vSwitch agent@dv-cinder-773870-1-smb: { 'AddressGroup': '1.1', Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'Log': '1.0', Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'Network': '1.1', Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'Port': '1.7', Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'PortForwarding': '1.2', Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'QosPolicy': '1.8', Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroup': '1.4', Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'SubPort': '1.0', Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'Subnet': '1.1', Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: 'Trunk': '1.1'}} Feb 03 11:28:11.145879 dv-cinder-773870-1-smb neutron-server[79964]: {{(pid=80077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 03 11:28:11.149544 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:28:11.208676 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Network a205e99e-8b2c-4448-bcbc-ca78b1c48c6c is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:28:11.210077 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:28:11.212945 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:28:11.273349 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Attempting to bind port e8c2c3bd-cda4-4ae1-a072-13af784f439b on host dv-cinder-773870-1-smb for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:28:11.273762 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Attempting to bind port e8c2c3bd-cda4-4ae1-a072-13af784f439b by drivers openvswitch on host dv-cinder-773870-1-smb at level 0 using segments [{'id': '1cca94d3-3b5e-493e-9dcc-df8f37d7906a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a205e99e-8b2c-4448-bcbc-ca78b1c48c6c'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:28:11.274164 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Attempting to bind port e8c2c3bd-cda4-4ae1-a072-13af784f439b on network a205e99e-8b2c-4448-bcbc-ca78b1c48c6c {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:28:11.280138 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Checking agent: {'id': 'b6dd2257-dda6-4a38-988b-b53fb9f71768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'started_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:28:11.280500 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Checking segment: {'id': '1cca94d3-3b5e-493e-9dcc-df8f37d7906a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a205e99e-8b2c-4448-bcbc-ca78b1c48c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:28:11.280999 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:11.281421 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Bound using segment: {'id': '1cca94d3-3b5e-493e-9dcc-df8f37d7906a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a205e99e-8b2c-4448-bcbc-ca78b1c48c6c'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:28:11.281941 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Bound port: e8c2c3bd-cda4-4ae1-a072-13af784f439b, host: dv-cinder-773870-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cca94d3-3b5e-493e-9dcc-df8f37d7906a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a205e99e-8b2c-4448-bcbc-ca78b1c48c6c'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:28:11.282349 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:11.378794 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] For port e8c2c3bd-cda4-4ae1-a072-13af784f439b, host dv-cinder-773870-1-smb, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:28:11.382884 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] For port e8c2c3bd-cda4-4ae1-a072-13af784f439b, host dv-cinder-773870-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=e8c2c3bd-cda4-4ae1-a072-13af784f439b,segment=NetworkSegment(1cca94d3-3b5e-493e-9dcc-df8f37d7906a),segment_id=1cca94d3-3b5e-493e-9dcc-df8f37d7906a)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:28:11.386615 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:11.399721 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:28:11.545971 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Pushing event updated for resources: {'Port': ['ID=e8c2c3bd-cda4-4ae1-a072-13af784f439b,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:28:11.550687 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:28:12.625472 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 35896) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:28:13.066189 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [None req-cddabb5e-fb98-4d38-9cb6-3c884d3f4631 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:13.067250 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-cddabb5e-fb98-4d38-9cb6-3c884d3f4631 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4406786 Feb 03 11:28:15.783222 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 35910) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:28:15.936837 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device e8c2c3bd-cda4-4ae1-a072-13af784f439b up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:28:16.016028 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning for port e8c2c3bd-cda4-4ae1-a072-13af784f439b completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:28:16.204437 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c8a6f3-2c68-43df-b62c-2877fb977ce8 None None] Network a205e99e-8b2c-4448-bcbc-ca78b1c48c6c requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:28:16.296446 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-5e5cbf0c-e19a-4c51-870e-3d636ca56997 None None] Provisioning for port e8c2c3bd-cda4-4ae1-a072-13af784f439b completed by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:28:16.313113 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-5e5cbf0c-e19a-4c51-870e-3d636ca56997 None None] Provisioning complete for port e8c2c3bd-cda4-4ae1-a072-13af784f439b triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:28:16.313519 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5e5cbf0c-e19a-4c51-870e-3d636ca56997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:16.341807 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [None req-abf5ae20-0e03-4583-a0f1-39d35d880d32 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:16.351295 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-abf5ae20-0e03-4583-a0f1-39d35d880d32 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.5587368 Feb 03 11:28:16.560933 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5e5cbf0c-e19a-4c51-870e-3d636ca56997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:16.619360 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-5e5cbf0c-e19a-4c51-870e-3d636ca56997 None None] For port e8c2c3bd-cda4-4ae1-a072-13af784f439b, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=e8c2c3bd-cda4-4ae1-a072-13af784f439b,segment=NetworkSegment(1cca94d3-3b5e-493e-9dcc-df8f37d7906a),segment_id=1cca94d3-3b5e-493e-9dcc-df8f37d7906a)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:28:16.624769 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5e5cbf0c-e19a-4c51-870e-3d636ca56997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:16.630087 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:28:16.705649 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cbf0c-e19a-4c51-870e-3d636ca56997 None None] Pushing event updated for resources: {'Port': ['ID=e8c2c3bd-cda4-4ae1-a072-13af784f439b,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:28:16.709048 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5e5cbf0c-e19a-4c51-870e-3d636ca56997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:28:16.852832 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-d260d890-5714-42a2-af87-2434fff502f6 None None] Provisioning complete for port e8c2c3bd-cda4-4ae1-a072-13af784f439b triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:28:16.853371 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d260d890-5714-42a2-af87-2434fff502f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:17.108555 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b4a714d7-da67-462b-9fe1-d460d186411c None None] Provisioning complete for port e8c2c3bd-cda4-4ae1-a072-13af784f439b triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:28:17.109057 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b4a714d7-da67-462b-9fe1-d460d186411c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:17.357461 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-dbb67663-5bc9-427f-9f24-5219eb019ede None None] Provisioning complete for port e8c2c3bd-cda4-4ae1-a072-13af784f439b triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:28:17.357896 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dbb67663-5bc9-427f-9f24-5219eb019ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:17.912141 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device e8c2c3bd-cda4-4ae1-a072-13af784f439b up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:28:17.989242 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port e8c2c3bd-cda4-4ae1-a072-13af784f439b triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:28:17.989617 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:19.421465 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 35922) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:28:19.866824 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-8df0f42b-8756-49be-b9ab-aeb11a243200 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '4ff9fd98018a442196b32339061ef2c7', 'name': 'router1'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:19.872485 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8df0f42b-8756-49be-b9ab-aeb11a243200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:28:19.877144 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8df0f42b-8756-49be-b9ab-aeb11a243200 admin admin] Usage tracker for resource:router and tenant:4ff9fd98018a442196b32339061ef2c7 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:28:19.880428 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8df0f42b-8756-49be-b9ab-aeb11a243200 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:28:19.886424 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8df0f42b-8756-49be-b9ab-aeb11a243200 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:28:19.896529 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8df0f42b-8756-49be-b9ab-aeb11a243200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854272894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774794'] for router, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:19.897831 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8df0f42b-8756-49be-b9ab-aeb11a243200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854356710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1007'] for router, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:19.918248 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8df0f42b-8756-49be-b9ab-aeb11a243200 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:20.031491 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8df0f42b-8756-49be-b9ab-aeb11a243200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854270799'] for router, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:20.060610 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8df0f42b-8756-49be-b9ab-aeb11a243200 admin admin] Notify callbacks [] for router, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:20.062030 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-8df0f42b-8756-49be-b9ab-aeb11a243200 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6395223 Feb 03 11:28:20.318840 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-624127f3-a027-40ed-b57b-427e9812c5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:22.511438 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f292b54d-a226-4fa3-bb6a-49695b8f720b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:22.779373 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 35932) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:28:23.073696 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:23.163187 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [None req-c730438b-c431-4e4e-b26c-551dbc19db7f admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:28:23.164287 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-c730438b-c431-4e4e-b26c-551dbc19db7f admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3836343 Feb 03 11:28:23.937906 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:24.453260 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:25.940808 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 35952) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:28:26.038596 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:26.047554 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:28:26.054564 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Usage tracker for resource:network and tenant:b4c7721569914691a854624d6fb3f31a is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:28:26.059845 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:28:26.066535 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:28:26.078439 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Made reservation on behalf of b4c7721569914691a854624d6fb3f31a for: {'network': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:28:26.083184 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for network, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:26.099560 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:26.114706 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:28:26.118699 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Usage tracker for resource:security_group_rule and tenant:b4c7721569914691a854624d6fb3f31a is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:28:26.121859 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:28:26.127607 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:28:26.230938 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:26.235293 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:26.239621 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:28:26.253480 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Reserving flat network on physical network physnet1 {{(pid=80076) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 03 11:28:26.279072 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a240fd97-d219-4b60-b5e4-552cdc1fefbe,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:28:26.281831 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779700079970', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:26.282412 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Unsubscribe: segment precommit_create {{(pid=80076) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 03 11:28:26.282870 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Added segment ef679f0b-7c61-47c0-b704-b3d2fd0cd989 of type flat for network 84b90693-2912-4173-9093-cf01ce7c5229 Feb 03 11:28:26.295091 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:28:26.328797 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779699605226'] for network, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:26.378102 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for network, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:26.379362 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:28:26.379988 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:26.384805 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:28:26.490212 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5477707 Feb 03 11:28:26.495191 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Pushing event updated for resources: {'Network': ['ID=84b90693-2912-4173-9093-cf01ce7c5229,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:28:26.500241 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:28:26.521777 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Network 84b90693-2912-4173-9093-cf01ce7c5229 details requested by agent ovs-agent-dv-cinder-773870-1-smb with host dv-cinder-773870-1-smb {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:28:28.973595 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 35972) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:28:29.133738 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2ee4c2-4254-492d-b3a6-1ad8bd3683c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:28:29.135150 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-4b2ee4c2-4254-492d-b3a6-1ad8bd3683c1 admin admin] 10.222.0.68 "GET /v2.0/subnets/ecbec36f-9e3d-45d8-80d4-bc08bce0703c HTTP/1.1" status: 200 len: 849 time: 0.1601856 Feb 03 11:28:29.288490 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-0fedefd3-684e-439f-a971-70c386150883 admin admin] 10.222.0.68 "GET /v2.0/routers/02e54db0-aab4-4ead-b5c2-1aa5a19c68e9 HTTP/1.1" status: 200 len: 704 time: 0.1437948 Feb 03 11:28:29.950267 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:30.340981 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Allocated IP 172.20.0.1 (a205e99e-8b2c-4448-bcbc-ca78b1c48c6c/ecbec36f-9e3d-45d8-80d4-bc08bce0703c/f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:28:30.515806 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:30.534406 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Transition to ACTIVE for port object f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334 will not be triggered until provisioned by entity DHCP. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:28:30.591423 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:30.604522 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:28:30.734167 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Pushing event updated for resources: {'Port': ['ID=f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:28:30.746127 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:28:30.801573 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Network a205e99e-8b2c-4448-bcbc-ca78b1c48c6c is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:28:30.802779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:28:30.805300 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:28:30.805770 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275467'] for router_interface, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:31.017035 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ad0d2249-4255-41b4-b5dc-dbfa4b9fca56 None None] Provisioning for port f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334 completed by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:28:31.022549 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ad0d2249-4255-41b4-b5dc-dbfa4b9fca56 None None] Provisioning complete for port f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:28:31.022960 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2249-4255-41b4-b5dc-dbfa4b9fca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:31.080145 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ad0d2249-4255-41b4-b5dc-dbfa4b9fca56 None None] Port f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334 cannot update to ACTIVE because it is not bound. {{(pid=80077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 11:28:31.092873 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:31.403811 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:31.409001 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:31.410078 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854270421'] for router_interface, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:31.422359 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:28:31.544543 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Pushing event updated for resources: {'Port': ['ID=f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:28:31.549144 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:28:31.620322 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Network a205e99e-8b2c-4448-bcbc-ca78b1c48c6c is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:28:31.621612 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:28:31.806699 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-a5b12316-d44d-4303-9a21-76fd7c21591d None None] Provisioning complete for port f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:28:31.807119 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a5b12316-d44d-4303-9a21-76fd7c21591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:31.870130 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-a5b12316-d44d-4303-9a21-76fd7c21591d None None] Port f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334 cannot update to ACTIVE because it is not bound. {{(pid=80077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 11:28:31.986096 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Router 02e54db0-aab4-4ead-b5c2-1aa5a19c68e9 is scheduled to L3 agent 076b62cd-f232-448d-ae77-120500dbf827 with binding_index 1 {{(pid=80076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 03 11:28:32.149651 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:28:32.159734 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] 10.222.0.68 "PUT /v2.0/routers/02e54db0-aab4-4ead-b5c2-1aa5a19c68e9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8629777 Feb 03 11:28:32.160228 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] Sync routers for ids ['02e54db0-aab4-4ead-b5c2-1aa5a19c68e9'] in dv-cinder-773870-1-smb {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:28:32.175050 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] Routers {'02e54db0-aab4-4ead-b5c2-1aa5a19c68e9'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:28:32.175936 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:28:22Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['02e54db0-aab4-4ead-b5c2-1aa5a19c68e9'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:28:32.374485 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] Set router 02e54db0-aab4-4ead-b5c2-1aa5a19c68e9 gateway port host: None {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:28:32.945358 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e54db0-aab4-4ead-b5c2-1aa5a19c68e9', 'name': 'router1', 'tenant_id': '4ff9fd98018a442196b32339061ef2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:28:19Z', 'updated_at': '2021-02-03T11:28:31Z', 'revision_number': 2, 'project_id': '4ff9fd98018a442196b32339061ef2c7', 'gw_port_host': None, '_interfaces': [{'id': 'f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334', 'name': '', 'network_id': 'a205e99e-8b2c-4448-bcbc-ca78b1c48c6c', 'tenant_id': '4ff9fd98018a442196b32339061ef2c7', 'mac_address': 'fa:16:3e:ca:80:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e54db0-aab4-4ead-b5c2-1aa5a19c68e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecbec36f-9e3d-45d8-80d4-bc08bce0703c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:28:30Z', 'updated_at': '2021-02-03T11:28:31Z', 'revision_number': 2, 'project_id': '4ff9fd98018a442196b32339061ef2c7', 'subnets': [{'id': 'ecbec36f-9e3d-45d8-80d4-bc08bce0703c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '244d0f26-1f83-458d-a48c-4601cfe59761'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:28:32.952586 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] Checking router: 02e54db0-aab4-4ead-b5c2-1aa5a19c68e9 for host: dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:28:32.952987 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] Updating router 02e54db0-aab4-4ead-b5c2-1aa5a19c68e9 port f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334 binding host dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 11:28:33.012102 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:33.475807 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:33.490524 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] Transition to ACTIVE for port object f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334 will not be triggered until provisioned by entity L2. {{(pid=80078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:28:33.493847 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:33.510035 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:28:33.667632 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5958eda-e772-43df-9338-30d9ff50d4c7 None None] Pushing event updated for resources: {'Port': ['ID=f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334,revision_number=3']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:28:33.686693 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958eda-e772-43df-9338-30d9ff50d4c7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:33.687061 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958eda-e772-43df-9338-30d9ff50d4c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:33.687464 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958eda-e772-43df-9338-30d9ff50d4c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:33.687816 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958eda-e772-43df-9338-30d9ff50d4c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:33.688165 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958eda-e772-43df-9338-30d9ff50d4c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:33.688511 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958eda-e772-43df-9338-30d9ff50d4c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:33.688852 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958eda-e772-43df-9338-30d9ff50d4c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:33.689193 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958eda-e772-43df-9338-30d9ff50d4c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:33.689531 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958eda-e772-43df-9338-30d9ff50d4c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:33.689872 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958eda-e772-43df-9338-30d9ff50d4c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:33.690211 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958eda-e772-43df-9338-30d9ff50d4c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:33.690528 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958eda-e772-43df-9338-30d9ff50d4c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5958eda-e772-43df-9338-30d9ff50d4c7 None None] Tracked resource versions report: Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: pushed versions: Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: { 'AddressGroup': {'1.1'}, Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'ConntrackHelper': {'1.0'}, Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'Log': {'1.0'}, Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'Network': {'1.1'}, Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'Port': {'1.7'}, Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'PortForwarding': {'1.2'}, Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'QosPolicy': {'1.8'}, Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroup': {'1.4'}, Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroupRule': {'1.2'}, Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'SubPort': {'1.0'}, Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'Subnet': {'1.1'}, Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'Trunk': {'1.1'}} Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: consumer versions: Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: { DHCP agent@dv-cinder-773870-1-smb: {}, Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: L3 agent@dv-cinder-773870-1-smb: {}, Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: Metadata agent@dv-cinder-773870-1-smb: {}, Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: Metering agent@dv-cinder-773870-1-smb: {}, Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: Open vSwitch agent@dv-cinder-773870-1-smb: { 'AddressGroup': '1.1', Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'Log': '1.0', Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'Network': '1.1', Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'Port': '1.7', Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'PortForwarding': '1.2', Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'QosPolicy': '1.8', Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroup': '1.4', Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'SubPort': '1.0', Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'Subnet': '1.1', Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: 'Trunk': '1.1'}} Feb 03 11:28:33.691645 dv-cinder-773870-1-smb neutron-server[79964]: {{(pid=80078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 03 11:28:33.698331 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b5958eda-e772-43df-9338-30d9ff50d4c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:28:33.834096 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] Attempting to bind port f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334 on host dv-cinder-773870-1-smb for vnic_type normal with profile {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:28:33.834511 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] Attempting to bind port f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334 by drivers openvswitch on host dv-cinder-773870-1-smb at level 0 using segments [{'id': '1cca94d3-3b5e-493e-9dcc-df8f37d7906a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a205e99e-8b2c-4448-bcbc-ca78b1c48c6c'}] {{(pid=80078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:28:33.834909 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] Attempting to bind port f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334 on network a205e99e-8b2c-4448-bcbc-ca78b1c48c6c {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:28:33.840983 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] Checking agent: {'id': 'b6dd2257-dda6-4a38-988b-b53fb9f71768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'started_at': datetime.datetime(2021, 2, 3, 11, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:28:33.841389 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] Checking segment: {'id': '1cca94d3-3b5e-493e-9dcc-df8f37d7906a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a205e99e-8b2c-4448-bcbc-ca78b1c48c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:28:33.842021 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:33.842485 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] Bound using segment: {'id': '1cca94d3-3b5e-493e-9dcc-df8f37d7906a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a205e99e-8b2c-4448-bcbc-ca78b1c48c6c'} {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:28:33.843079 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] Bound port: f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334, host: dv-cinder-773870-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cca94d3-3b5e-493e-9dcc-df8f37d7906a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'a205e99e-8b2c-4448-bcbc-ca78b1c48c6c'}}] {{(pid=80078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:28:33.843563 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:33.940613 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] For port f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334, host dv-cinder-773870-1-smb, cleared binding levels {{(pid=80078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:28:33.945100 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] For port f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334, host dv-cinder-773870-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334,segment=NetworkSegment(1cca94d3-3b5e-493e-9dcc-df8f37d7906a),segment_id=1cca94d3-3b5e-493e-9dcc-df8f37d7906a)] {{(pid=80078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:28:33.948925 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:33.962670 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b5958eda-e772-43df-9338-30d9ff50d4c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:28:34.112755 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5958eda-e772-43df-9338-30d9ff50d4c7 None None] Pushing event updated for resources: {'Port': ['ID=f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334,revision_number=4']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:28:34.117468 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b5958eda-e772-43df-9338-30d9ff50d4c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:28:34.175143 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] Routers {'02e54db0-aab4-4ead-b5c2-1aa5a19c68e9'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:28:34.175834 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:28:22Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['02e54db0-aab4-4ead-b5c2-1aa5a19c68e9'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:28:34.347091 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] Set router 02e54db0-aab4-4ead-b5c2-1aa5a19c68e9 gateway port host: None {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:28:34.691610 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e54db0-aab4-4ead-b5c2-1aa5a19c68e9', 'name': 'router1', 'tenant_id': '4ff9fd98018a442196b32339061ef2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:28:19Z', 'updated_at': '2021-02-03T11:28:31Z', 'revision_number': 2, 'project_id': '4ff9fd98018a442196b32339061ef2c7', 'gw_port_host': None, '_interfaces': [{'id': 'f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334', 'name': '', 'network_id': 'a205e99e-8b2c-4448-bcbc-ca78b1c48c6c', 'tenant_id': '4ff9fd98018a442196b32339061ef2c7', 'mac_address': 'fa:16:3e:ca:80:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e54db0-aab4-4ead-b5c2-1aa5a19c68e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecbec36f-9e3d-45d8-80d4-bc08bce0703c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:28:30Z', 'updated_at': '2021-02-03T11:28:33Z', 'revision_number': 4, 'project_id': '4ff9fd98018a442196b32339061ef2c7', 'subnets': [{'id': 'ecbec36f-9e3d-45d8-80d4-bc08bce0703c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '244d0f26-1f83-458d-a48c-4601cfe59761'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:28:34.696105 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea440adf-eac1-457b-af20-2e6b0d92ea54 None None] The sync data for ids ['02e54db0-aab4-4ead-b5c2-1aa5a19c68e9'] in dv-cinder-773870-1-smb is: [{'id': '02e54db0-aab4-4ead-b5c2-1aa5a19c68e9', 'name': 'router1', 'tenant_id': '4ff9fd98018a442196b32339061ef2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:28:19Z', 'updated_at': '2021-02-03T11:28:31Z', 'revision_number': 2, 'project_id': '4ff9fd98018a442196b32339061ef2c7', 'gw_port_host': None, '_interfaces': [{'id': 'f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334', 'name': '', 'network_id': 'a205e99e-8b2c-4448-bcbc-ca78b1c48c6c', 'tenant_id': '4ff9fd98018a442196b32339061ef2c7', 'mac_address': 'fa:16:3e:ca:80:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e54db0-aab4-4ead-b5c2-1aa5a19c68e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecbec36f-9e3d-45d8-80d4-bc08bce0703c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:28:30Z', 'updated_at': '2021-02-03T11:28:33Z', 'revision_number': 4, 'project_id': '4ff9fd98018a442196b32339061ef2c7', 'subnets': [{'id': 'ecbec36f-9e3d-45d8-80d4-bc08bce0703c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '244d0f26-1f83-458d-a48c-4601cfe59761'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:28:34.745788 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 35984) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:28:34.933939 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195236ab-e642-45f9-bf13-909b095ffe50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:28:34.941493 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-195236ab-e642-45f9-bf13-909b095ffe50 admin admin] 10.222.0.68 "GET /v2.0/networks/84b90693-2912-4173-9093-cf01ce7c5229 HTTP/1.1" status: 200 len: 842 time: 0.1882119 Feb 03 11:28:34.946540 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-2a1c3ef7-0b0e-4fdf-bcf9-6c2e7675931e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.28.2.0/24', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.2.1'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:34.951825 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-2a1c3ef7-0b0e-4fdf-bcf9-6c2e7675931e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:28:34.955961 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-2a1c3ef7-0b0e-4fdf-bcf9-6c2e7675931e admin admin] Usage tracker for resource:subnet and tenant:b4c7721569914691a854624d6fb3f31a is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:28:34.959093 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-2a1c3ef7-0b0e-4fdf-bcf9-6c2e7675931e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:28:34.965181 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-2a1c3ef7-0b0e-4fdf-bcf9-6c2e7675931e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:28:34.975423 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1c3ef7-0b0e-4fdf-bcf9-6c2e7675931e admin admin] Made reservation on behalf of b4c7721569914691a854624d6fb3f31a for: {'subnet': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:28:34.980036 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2a1c3ef7-0b0e-4fdf-bcf9-6c2e7675931e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:35.472629 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.objects.ports [None req-2a1c3ef7-0b0e-4fdf-bcf9-6c2e7675931e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80075) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 03 11:28:35.473028 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2a1c3ef7-0b0e-4fdf-bcf9-6c2e7675931e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for subnet, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:35.485856 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:28:35.651534 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c3ef7-0b0e-4fdf-bcf9-6c2e7675931e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f1584a-346a-4aca-be96-02ba0d663828,revision_number=0']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:28:35.659373 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2a1c3ef7-0b0e-4fdf-bcf9-6c2e7675931e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:28:35.697101 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1c3ef7-0b0e-4fdf-bcf9-6c2e7675931e admin admin] Checking segment: {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:28:35.697481 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1c3ef7-0b0e-4fdf-bcf9-6c2e7675931e admin admin] Network hostable DHCP agents. Network: 84b90693-2912-4173-9093-cf01ce7c5229, hostable agents: ['e281720a-8ae7-4081-88fc-d5a7fa1f3c44'], hosted agents: [] {{(pid=80075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 11:28:35.720109 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1c3ef7-0b0e-4fdf-bcf9-6c2e7675931e admin admin] Network 84b90693-2912-4173-9093-cf01ce7c5229 is scheduled to be hosted by DHCP agent e281720a-8ae7-4081-88fc-d5a7fa1f3c44 with binding_index 1 {{(pid=80075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 11:28:35.730114 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-2a1c3ef7-0b0e-4fdf-bcf9-6c2e7675931e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-1-smb, 84b90693-2912-4173-9093-cf01ce7c5229) {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:28:35.734774 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1c3ef7-0b0e-4fdf-bcf9-6c2e7675931e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:28:35.735449 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2a1c3ef7-0b0e-4fdf-bcf9-6c2e7675931e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:35.741230 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7e65ef-f6ba-4246-b8fd-49c99aa72987 None None] Network 84b90693-2912-4173-9093-cf01ce7c5229 requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:28:35.765575 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-2a1c3ef7-0b0e-4fdf-bcf9-6c2e7675931e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8135393 Feb 03 11:28:35.975551 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:28:36.023926 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e48eda-7d39-4b98-b371-2a289f4bfd21 None None] Network 84b90693-2912-4173-9093-cf01ce7c5229 requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:28:36.325545 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning for port f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:28:36.358695 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:28:36.359099 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:36.534007 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:36.567644 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] For port f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334,segment=NetworkSegment(1cca94d3-3b5e-493e-9dcc-df8f37d7906a),segment_id=1cca94d3-3b5e-493e-9dcc-df8f37d7906a)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:28:36.590294 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:36.593141 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:28:36.665622 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Pushing event updated for resources: {'Port': ['ID=f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334,revision_number=5']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:28:36.668913 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:28:37.922392 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:28:37.995577 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:28:37.995942 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:38.335974 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 35998) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:28:38.595031 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-08f6a8dd-34a7-4071-a665-0614c17658ae admin admin] 10.222.0.68 "GET /v2.0/routers/02e54db0-aab4-4ead-b5c2-1aa5a19c68e9 HTTP/1.1" status: 200 len: 710 time: 0.2577503 Feb 03 11:28:38.736594 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bdabcf-7a3b-4659-9011-c1de7dca72d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:28:38.737229 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-77bdabcf-7a3b-4659-9011-c1de7dca72d2 admin admin] Synchronizing usage tracker for tenant:b4c7721569914691a854624d6fb3f31a on resource:network {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:28:38.755413 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-77bdabcf-7a3b-4659-9011-c1de7dca72d2 admin admin] Unset dirty status for tenant:b4c7721569914691a854624d6fb3f31a on resource:network {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:28:38.756632 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-77bdabcf-7a3b-4659-9011-c1de7dca72d2 admin admin] 10.222.0.68 "GET /v2.0/networks/84b90693-2912-4173-9093-cf01ce7c5229 HTTP/1.1" status: 200 len: 886 time: 0.1536031 Feb 03 11:28:38.770224 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:28:39.248163 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854272771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-988'] for router, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:39.597511 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:39.661557 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:39.674799 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:39.691301 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:28:39.695983 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:28:39.699388 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:28:39.705278 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:28:39.806177 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:39.811145 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:39.830490 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:28:39.923128 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d048ef5-529d-47d0-b50c-69df3a670ad1,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:28:39.927896 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:28:40.102922 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Allocated IP 172.28.2.33 (84b90693-2912-4173-9093-cf01ce7c5229/b0f1584a-346a-4aca-be96-02ba0d663828/9172c3e4-3959-4078-9ef3-0b9495cd66ca) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:28:40.198849 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 5 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:28:40.270821 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:40.306958 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:40.322290 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f9f833ec-3c88-4f1d-bec8-bdc58683aa4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:28:40.637577 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=9172c3e4-3959-4078-9ef3-0b9495cd66ca,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:28:40.642101 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:28:40.694637 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Network 84b90693-2912-4173-9093-cf01ce7c5229 is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:28:40.695844 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:28:40.698344 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:28:41.124654 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:41.495833 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854272771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-988'] for router, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:41.499612 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854270799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854270906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-504910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-503013'] for router, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:41.690764 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Router 02e54db0-aab4-4ead-b5c2-1aa5a19c68e9 has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:28:41.881628 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:28:41.891425 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] Sync routers for ids ['02e54db0-aab4-4ead-b5c2-1aa5a19c68e9'] in dv-cinder-773870-1-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:28:41.898971 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Notify callbacks [] for router, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:41.900291 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] 10.222.0.68 "PUT /v2.0/routers/02e54db0-aab4-4ead-b5c2-1aa5a19c68e9 HTTP/1.1" status: 200 len: 889 time: 3.1336305 Feb 03 11:28:41.901271 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] Routers {'02e54db0-aab4-4ead-b5c2-1aa5a19c68e9'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:28:41.901922 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:28:22Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['02e54db0-aab4-4ead-b5c2-1aa5a19c68e9'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:28:42.106460 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] Set router 02e54db0-aab4-4ead-b5c2-1aa5a19c68e9 gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:28:42.473544 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e54db0-aab4-4ead-b5c2-1aa5a19c68e9', 'name': 'router1', 'tenant_id': '4ff9fd98018a442196b32339061ef2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': '9172c3e4-3959-4078-9ef3-0b9495cd66ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:28:19Z', 'updated_at': '2021-02-03T11:28:40Z', 'revision_number': 4, 'project_id': '4ff9fd98018a442196b32339061ef2c7', 'gw_port': {'id': '9172c3e4-3959-4078-9ef3-0b9495cd66ca', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e54db0-aab4-4ead-b5c2-1aa5a19c68e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:28:39Z', 'updated_at': '2021-02-03T11:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': 'f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334', 'name': '', 'network_id': 'a205e99e-8b2c-4448-bcbc-ca78b1c48c6c', 'tenant_id': '4ff9fd98018a442196b32339061ef2c7', 'mac_address': 'fa:16:3e:ca:80:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e54db0-aab4-4ead-b5c2-1aa5a19c68e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecbec36f-9e3d-45d8-80d4-bc08bce0703c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:28:30Z', 'updated_at': '2021-02-03T11:28:36Z', 'revision_number': 5, 'project_id': '4ff9fd98018a442196b32339061ef2c7', 'subnets': [{'id': 'ecbec36f-9e3d-45d8-80d4-bc08bce0703c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '244d0f26-1f83-458d-a48c-4601cfe59761'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:28:42.478707 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] Checking router: 02e54db0-aab4-4ead-b5c2-1aa5a19c68e9 for host: dv-cinder-773870-1-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:28:42.479092 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] Updating router 02e54db0-aab4-4ead-b5c2-1aa5a19c68e9 port 9172c3e4-3959-4078-9ef3-0b9495cd66ca binding host dv-cinder-773870-1-smb {{(pid=80077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 11:28:42.535636 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:42.939910 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:42.954878 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] Transition to ACTIVE for port object 9172c3e4-3959-4078-9ef3-0b9495cd66ca will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:28:42.958137 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:42.972068 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-29af09e4-11a2-4cb0-84ea-7f8f0d11a407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:28:43.102365 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188c5b3-7a17-437c-adce-4c3e01aba322 None None] Pushing event updated for resources: {'Port': ['ID=9172c3e4-3959-4078-9ef3-0b9495cd66ca,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:28:43.107812 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4188c5b3-7a17-437c-adce-4c3e01aba322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:28:43.173750 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] Attempting to bind port 9172c3e4-3959-4078-9ef3-0b9495cd66ca on host dv-cinder-773870-1-smb for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:28:43.174158 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] Attempting to bind port 9172c3e4-3959-4078-9ef3-0b9495cd66ca by drivers openvswitch on host dv-cinder-773870-1-smb at level 0 using segments [{'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:28:43.174566 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] Attempting to bind port 9172c3e4-3959-4078-9ef3-0b9495cd66ca on network 84b90693-2912-4173-9093-cf01ce7c5229 {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:28:43.180966 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] Checking agent: {'id': 'b6dd2257-dda6-4a38-988b-b53fb9f71768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'started_at': datetime.datetime(2021, 2, 3, 11, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:28:43.181426 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] Checking segment: {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:28:43.181867 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:43.182297 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] Bound using segment: {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:28:43.182847 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] Bound port: 9172c3e4-3959-4078-9ef3-0b9495cd66ca, host: dv-cinder-773870-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:28:43.183254 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:43.263547 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] For port 9172c3e4-3959-4078-9ef3-0b9495cd66ca, host dv-cinder-773870-1-smb, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:28:43.266619 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] For port 9172c3e4-3959-4078-9ef3-0b9495cd66ca, host dv-cinder-773870-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=9172c3e4-3959-4078-9ef3-0b9495cd66ca,segment=NetworkSegment(ef679f0b-7c61-47c0-b704-b3d2fd0cd989),segment_id=ef679f0b-7c61-47c0-b704-b3d2fd0cd989)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:28:43.270520 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:43.283838 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:28:43.592181 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188c5b3-7a17-437c-adce-4c3e01aba322 None None] Pushing event updated for resources: {'Port': ['ID=9172c3e4-3959-4078-9ef3-0b9495cd66ca,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:28:43.597330 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4188c5b3-7a17-437c-adce-4c3e01aba322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:28:43.638078 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] Routers {'02e54db0-aab4-4ead-b5c2-1aa5a19c68e9'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:28:43.638762 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:28:22Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['02e54db0-aab4-4ead-b5c2-1aa5a19c68e9'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:28:43.829222 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] Set router 02e54db0-aab4-4ead-b5c2-1aa5a19c68e9 gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:28:44.181853 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e54db0-aab4-4ead-b5c2-1aa5a19c68e9', 'name': 'router1', 'tenant_id': '4ff9fd98018a442196b32339061ef2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': '9172c3e4-3959-4078-9ef3-0b9495cd66ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:28:19Z', 'updated_at': '2021-02-03T11:28:40Z', 'revision_number': 4, 'project_id': '4ff9fd98018a442196b32339061ef2c7', 'gw_port': {'id': '9172c3e4-3959-4078-9ef3-0b9495cd66ca', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e54db0-aab4-4ead-b5c2-1aa5a19c68e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:28:39Z', 'updated_at': '2021-02-03T11:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': 'f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334', 'name': '', 'network_id': 'a205e99e-8b2c-4448-bcbc-ca78b1c48c6c', 'tenant_id': '4ff9fd98018a442196b32339061ef2c7', 'mac_address': 'fa:16:3e:ca:80:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e54db0-aab4-4ead-b5c2-1aa5a19c68e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecbec36f-9e3d-45d8-80d4-bc08bce0703c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:28:30Z', 'updated_at': '2021-02-03T11:28:36Z', 'revision_number': 5, 'project_id': '4ff9fd98018a442196b32339061ef2c7', 'subnets': [{'id': 'ecbec36f-9e3d-45d8-80d4-bc08bce0703c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '244d0f26-1f83-458d-a48c-4601cfe59761'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:28:44.186184 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44ecd64-eb57-4453-ad4a-9a1b700b517c None None] The sync data for ids ['02e54db0-aab4-4ead-b5c2-1aa5a19c68e9'] in dv-cinder-773870-1-smb is: [{'id': '02e54db0-aab4-4ead-b5c2-1aa5a19c68e9', 'name': 'router1', 'tenant_id': '4ff9fd98018a442196b32339061ef2c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': '9172c3e4-3959-4078-9ef3-0b9495cd66ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:28:19Z', 'updated_at': '2021-02-03T11:28:40Z', 'revision_number': 4, 'project_id': '4ff9fd98018a442196b32339061ef2c7', 'gw_port': {'id': '9172c3e4-3959-4078-9ef3-0b9495cd66ca', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e54db0-aab4-4ead-b5c2-1aa5a19c68e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:28:39Z', 'updated_at': '2021-02-03T11:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': 'f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334', 'name': '', 'network_id': 'a205e99e-8b2c-4448-bcbc-ca78b1c48c6c', 'tenant_id': '4ff9fd98018a442196b32339061ef2c7', 'mac_address': 'fa:16:3e:ca:80:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e54db0-aab4-4ead-b5c2-1aa5a19c68e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecbec36f-9e3d-45d8-80d4-bc08bce0703c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:28:30Z', 'updated_at': '2021-02-03T11:28:36Z', 'revision_number': 5, 'project_id': '4ff9fd98018a442196b32339061ef2c7', 'subnets': [{'id': 'ecbec36f-9e3d-45d8-80d4-bc08bce0703c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '244d0f26-1f83-458d-a48c-4601cfe59761'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:28:44.552363 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 36008) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:28:44.707257 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb99ce8-52ca-407b-ad1c-a96d53904021 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:28:44.708903 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-9fb99ce8-52ca-407b-ad1c-a96d53904021 admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1554565 Feb 03 11:28:45.954992 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 9172c3e4-3959-4078-9ef3-0b9495cd66ca up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:28:46.035322 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning for port 9172c3e4-3959-4078-9ef3-0b9495cd66ca completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:28:46.040062 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 9172c3e4-3959-4078-9ef3-0b9495cd66ca triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:28:46.040509 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:46.170001 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:46.188628 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] For port 9172c3e4-3959-4078-9ef3-0b9495cd66ca, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=9172c3e4-3959-4078-9ef3-0b9495cd66ca,segment=NetworkSegment(ef679f0b-7c61-47c0-b704-b3d2fd0cd989),segment_id=ef679f0b-7c61-47c0-b704-b3d2fd0cd989)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:28:46.194503 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:46.196811 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4188c5b3-7a17-437c-adce-4c3e01aba322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:28:46.267505 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Pushing event updated for resources: {'Port': ['ID=9172c3e4-3959-4078-9ef3-0b9495cd66ca,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:28:46.274326 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:28:47.958332 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 9172c3e4-3959-4078-9ef3-0b9495cd66ca up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:28:48.051104 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 9172c3e4-3959-4078-9ef3-0b9495cd66ca triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:28:48.051771 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:50.343402 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e8e3bebe-4cff-4f48-b0f9-b41df9632bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:52.540591 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ba85832f-8fcb-4eca-8298-40017762cc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:53.080660 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:53.968541 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:28:54.470542 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:29:17.199748 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 5 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:29:20.326362 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e51f5b5d-d4ee-4b8f-a2d8-44d4624bf4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:29:22.515806 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-63c4d679-23df-4442-8f8b-36cd3ca4aca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:29:23.076907 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:29:23.941333 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:29:24.473903 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:29:50.331680 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b4eb835-1648-4ff1-be10-43fe1f3f87eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:29:52.518338 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b76c87a1-a1ae-4d02-82eb-2a0a30783573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:29:53.079656 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:29:53.945866 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:29:54.199092 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 5 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:29:54.478310 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:30:20.325300 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d95b42ed-bc2b-4d13-9087-41e3e32ae9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:30:22.523758 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ac2fdad0-6f77-40dd-bd49-c47ce033d6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:30:23.082642 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:30:23.949237 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:30:24.482982 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:30:31.198844 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 5 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:30:50.329529 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bb6f0e8b-b84f-4a6d-9de8-0c92f251c8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:30:52.526124 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-38d1c0ea-1c17-4ca5-ac35-c317f4768a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:30:53.085237 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:30:53.953302 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:30:54.495175 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:30:58.696850 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 36584) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:30:58.807790 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1da8b03-4706-4442-884b-84eff3c32d71 admin admin] GET failed (client error): The resource could not be found. Feb 03 11:30:58.809078 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-a1da8b03-4706-4442-884b-84eff3c32d71 admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1106946 Feb 03 11:30:58.961790 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f045bd9e-3213-40df-a676-afb125dc80a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:30:58.963450 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-f045bd9e-3213-40df-a676-afb125dc80a9 admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1497028 Feb 03 11:31:01.534864 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 36594) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:31:01.694419 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a32753-0ef5-485c-8c43-8226f6f7319d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:31:01.695092 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-19a32753-0ef5-485c-8c43-8226f6f7319d admin admin] Synchronizing usage tracker for tenant:b4c7721569914691a854624d6fb3f31a on resource:subnet {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:31:01.712467 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-19a32753-0ef5-485c-8c43-8226f6f7319d admin admin] Unset dirty status for tenant:b4c7721569914691a854624d6fb3f31a on resource:subnet {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:31:01.713675 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-19a32753-0ef5-485c-8c43-8226f6f7319d admin admin] 10.222.0.68 "GET /v2.0/subnets/ecbec36f-9e3d-45d8-80d4-bc08bce0703c HTTP/1.1" status: 200 len: 849 time: 0.1776390 Feb 03 11:31:01.724427 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-8c45fa3b-39c6-447b-b579-0bd56cbd2e76 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:01.851485 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8c45fa3b-39c6-447b-b579-0bd56cbd2e76 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:02.185538 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8c45fa3b-39c6-447b-b579-0bd56cbd2e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779700096115'] for subnet, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:02.198963 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2a1c3ef7-0b0e-4fdf-bcf9-6c2e7675931e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:31:02.335140 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45fa3b-39c6-447b-b579-0bd56cbd2e76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecbec36f-9e3d-45d8-80d4-bc08bce0703c,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:31:02.356834 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45fa3b-39c6-447b-b579-0bd56cbd2e76 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:02.357201 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45fa3b-39c6-447b-b579-0bd56cbd2e76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:02.357559 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45fa3b-39c6-447b-b579-0bd56cbd2e76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:02.357912 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45fa3b-39c6-447b-b579-0bd56cbd2e76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:02.358257 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45fa3b-39c6-447b-b579-0bd56cbd2e76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:02.358606 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45fa3b-39c6-447b-b579-0bd56cbd2e76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:02.358944 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45fa3b-39c6-447b-b579-0bd56cbd2e76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:02.359325 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45fa3b-39c6-447b-b579-0bd56cbd2e76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:02.359629 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45fa3b-39c6-447b-b579-0bd56cbd2e76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:02.359995 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45fa3b-39c6-447b-b579-0bd56cbd2e76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:02.360340 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45fa3b-39c6-447b-b579-0bd56cbd2e76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:02.360670 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45fa3b-39c6-447b-b579-0bd56cbd2e76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:02.365455 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8c45fa3b-39c6-447b-b579-0bd56cbd2e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:31:02.394700 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c45fa3b-39c6-447b-b579-0bd56cbd2e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:31:02.395339 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8c45fa3b-39c6-447b-b579-0bd56cbd2e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:02.397105 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-8c45fa3b-39c6-447b-b579-0bd56cbd2e76 admin admin] 10.222.0.68 "PUT /v2.0/subnets/ecbec36f-9e3d-45d8-80d4-bc08bce0703c HTTP/1.1" status: 200 len: 868 time: 0.6764426 Feb 03 11:31:02.400511 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368f2b54-a3d9-4461-aa0e-2d1bf5ac62f5 None None] Network a205e99e-8b2c-4448-bcbc-ca78b1c48c6c requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:31:02.881174 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-c742b076-aab0-43e4-ad65-2a1664bc8782 None None] Provisioning complete for port f0138860-4b7e-4bf4-9ca1-5e6e8fdbb334 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:31:02.881767 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c742b076-aab0-43e4-ad65-2a1664bc8782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:03.049641 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-c742b076-aab0-43e4-ad65-2a1664bc8782 None None] Provisioning complete for port e8c2c3bd-cda4-4ae1-a072-13af784f439b triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:31:03.049917 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c742b076-aab0-43e4-ad65-2a1664bc8782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:05.035076 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 36604) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:31:05.277470 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14518aa2-77d8-42e1-a314-99a4a6ee34ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:31:05.277770 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14518aa2-77d8-42e1-a314-99a4a6ee34ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:31:05.279538 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-14518aa2-77d8-42e1-a314-99a4a6ee34ef admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2430120 Feb 03 11:31:07.748751 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 36614) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:31:07.983433 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2bdd3-4cdb-470a-b58c-55dc77f3e7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:31:07.983851 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2bdd3-4cdb-470a-b58c-55dc77f3e7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:31:07.985518 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-b2c2bdd3-4cdb-470a-b58c-55dc77f3e7e0 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2357161 Feb 03 11:31:08.350512 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 5 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:31:10.493290 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 36624) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:31:10.707419 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ae9a51-65ea-4c49-addb-0621659eb3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:31:10.708846 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-54ae9a51-65ea-4c49-addb-0621659eb3d4 admin admin] 10.222.0.68 "GET /v2.0/networks/84b90693-2912-4173-9093-cf01ce7c5229 HTTP/1.1" status: 200 len: 886 time: 0.2145488 Feb 03 11:31:13.181882 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 36634) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:31:13.412190 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14f234c-9411-4a60-b5c6-7601791e6331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:31:13.413632 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-e14f234c-9411-4a60-b5c6-7601791e6331 admin admin] 10.222.0.68 "GET /v2.0/networks/a205e99e-8b2c-4448-bcbc-ca78b1c48c6c HTTP/1.1" status: 200 len: 862 time: 0.2306581 Feb 03 11:31:15.884047 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 36644) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:31:16.036988 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8babbc-f283-4631-b5d6-d00785236c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:31:16.037410 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8babbc-f283-4631-b5d6-d00785236c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:31:16.039011 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-dd8babbc-f283-4631-b5d6-d00785236c7e admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1539049 Feb 03 11:31:18.609420 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 36654) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:31:18.925064 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1496295f-c34c-4318-82a7-bbf7c8d6d2e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:31:18.925486 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1496295f-c34c-4318-82a7-bbf7c8d6d2e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:31:18.927108 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-1496295f-c34c-4318-82a7-bbf7c8d6d2e8 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3166802 Feb 03 11:31:20.333807 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2d1f7c5b-e664-4134-8ee6-222334f7fede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:21.396922 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 36664) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:31:21.536903 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc5253e-08a9-481c-8fe9-7319c5ac8462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:31:21.538294 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-5bc5253e-08a9-481c-8fe9-7319c5ac8462 admin admin] 10.222.0.68 "GET /v2.0/subnets/b0f1584a-346a-4aca-be96-02ba0d663828 HTTP/1.1" status: 200 len: 816 time: 0.1402972 Feb 03 11:31:22.529373 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-50c80392-f819-4fe5-a8f3-aa3e1432ab3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:23.088247 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:23.956490 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:23.990391 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 36674) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:31:24.150865 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898cb29e-1449-4611-8c93-2b40082e7b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:31:24.152335 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-898cb29e-1449-4611-8c93-2b40082e7b21 admin admin] 10.222.0.68 "GET /v2.0/subnets/ecbec36f-9e3d-45d8-80d4-bc08bce0703c HTTP/1.1" status: 200 len: 868 time: 0.1609054 Feb 03 11:31:24.501831 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:45.201590 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 5 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:31:50.172065 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 36714) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:31:50.267903 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [None req-08dccdfa-5106-4c5e-bc7e-636e8c1d2316 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:31:50.269268 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-08dccdfa-5106-4c5e-bc7e-636e8c1d2316 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0958817 Feb 03 11:31:50.338566 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-708915b5-775a-49d4-9711-20f7f8f8d243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:52.532547 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c5757ea7-4656-4047-a3f1-a20af57d8f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:52.805547 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 36724) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:31:52.919175 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.pecan_wsgi.hooks.translation [None req-95fcd88e-f825-43e8-83c3-8a5a515c9d72 admin admin] GET failed (client error): The resource could not be found. Feb 03 11:31:52.920495 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-95fcd88e-f825-43e8-83c3-8a5a515c9d72 admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1137667 Feb 03 11:31:53.093075 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:53.240607 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1240af01-966f-408a-bf48-6e292e5bdbb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:31:53.242161 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-1240af01-966f-408a-bf48-6e292e5bdbb1 admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.3170850 Feb 03 11:31:53.960269 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:54.503929 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:55.735812 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 36734) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:31:55.831561 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:55.838996 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:31:55.849436 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:31:55.860288 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Made reservation on behalf of b4c7721569914691a854624d6fb3f31a for: {'network': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:31:55.864933 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for network, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:55.959098 dv-cinder-773870-1-smb neutron-server[79964]: WARNING neutron.services.revisions.revision_plugin [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Could not find related network for resource to bump revision. Feb 03 11:31:55.985107 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 11:31:55.999376 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:55.999765 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Added segment 8a3ecfaf-323a-4ede-8660-b7d2f98c32a7 of type vxlan for network 27741463-70fd-413d-b4bb-aafe8c072b75 Feb 03 11:31:56.027945 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779699605226'] for network, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:56.059571 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for network, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:56.060845 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:31:56.061472 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:56.064877 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:31:56.176678 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4396052 Feb 03 11:31:56.177407 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Pushing event updated for resources: {'Network': ['ID=27741463-70fd-413d-b4bb-aafe8c072b75,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:31:56.186110 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:56.186488 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:56.186857 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:56.187218 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:56.187602 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:56.187963 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:56.188318 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:56.188676 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:56.189047 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:56.189399 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:56.189753 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:56.190100 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:31:56.194556 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:31:56.206684 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Network 27741463-70fd-413d-b4bb-aafe8c072b75 details requested by agent ovs-agent-dv-cinder-773870-1-smb with host dv-cinder-773870-1-smb {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:31:58.642870 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 36744) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:31:58.751280 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e63d84-2df9-4121-a4b9-38d8774bb64a admin admin] GET failed (client error): The resource could not be found. Feb 03 11:31:58.752617 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-64e63d84-2df9-4121-a4b9-38d8774bb64a admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1086869 Feb 03 11:31:58.873334 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb9e1dc-5f82-4987-9931-155c7919cdb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:31:58.874772 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-ffb9e1dc-5f82-4987-9931-155c7919cdb6 admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1157918 Feb 03 11:31:58.885789 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-e10a5ca5-a1e4-4053-aaa4-9065b571db60 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '27741463-70fd-413d-b4bb-aafe8c072b75', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:31:58.890817 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e10a5ca5-a1e4-4053-aaa4-9065b571db60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:31:58.901392 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e10a5ca5-a1e4-4053-aaa4-9065b571db60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:31:58.911224 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10a5ca5-a1e4-4053-aaa4-9065b571db60 admin admin] Made reservation on behalf of b4c7721569914691a854624d6fb3f31a for: {'subnet': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:31:58.915847 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e10a5ca5-a1e4-4053-aaa4-9065b571db60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:59.337415 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e10a5ca5-a1e4-4053-aaa4-9065b571db60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for subnet, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:59.350849 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:31:59.478529 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a5ca5-a1e4-4053-aaa4-9065b571db60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dedd1235-bd39-40b3-83b6-7e334edb7c7f,revision_number=0']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:31:59.481721 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e10a5ca5-a1e4-4053-aaa4-9065b571db60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:31:59.567115 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10a5ca5-a1e4-4053-aaa4-9065b571db60 admin admin] Checking segment: {'id': '8a3ecfaf-323a-4ede-8660-b7d2f98c32a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '27741463-70fd-413d-b4bb-aafe8c072b75'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:31:59.567558 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10a5ca5-a1e4-4053-aaa4-9065b571db60 admin admin] Network hostable DHCP agents. Network: 27741463-70fd-413d-b4bb-aafe8c072b75, hostable agents: ['e281720a-8ae7-4081-88fc-d5a7fa1f3c44'], hosted agents: [] {{(pid=80075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 11:31:59.587957 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10a5ca5-a1e4-4053-aaa4-9065b571db60 admin admin] Network 27741463-70fd-413d-b4bb-aafe8c072b75 is scheduled to be hosted by DHCP agent e281720a-8ae7-4081-88fc-d5a7fa1f3c44 with binding_index 1 {{(pid=80075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 11:31:59.597342 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-e10a5ca5-a1e4-4053-aaa4-9065b571db60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-1-smb, 27741463-70fd-413d-b4bb-aafe8c072b75) {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:31:59.601789 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10a5ca5-a1e4-4053-aaa4-9065b571db60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:31:59.602400 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e10a5ca5-a1e4-4053-aaa4-9065b571db60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:31:59.611283 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb2448a-1873-46b9-b87c-9081650d18a2 None None] Network 27741463-70fd-413d-b4bb-aafe8c072b75 requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:31:59.632982 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-e10a5ca5-a1e4-4053-aaa4-9065b571db60 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7511139 Feb 03 11:31:59.858091 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba32f814-d890-5f28-b06b-58f4fe6bb13a-27741463-70fd-413d-b4bb-aafe8c072b75', 'network_id': '27741463-70fd-413d-b4bb-aafe8c072b75', 'tenant_id': 'b4c7721569914691a854624d6fb3f31a', 'fixed_ips': [{'subnet_id': 'dedd1235-bd39-40b3-83b6-7e334edb7c7f'}]}} from dv-cinder-773870-1-smb. {{(pid=80077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 03 11:31:59.859595 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:00.316576 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Allocated IP 192.168.233.2 (27741463-70fd-413d-b4bb-aafe8c072b75/dedd1235-bd39-40b3-83b6-7e334edb7c7f/4627a9f6-bf9f-4154-a22a-ceffa6819b9d) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:32:00.543635 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:00.555200 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Transition to ACTIVE for port object 4627a9f6-bf9f-4154-a22a-ceffa6819b9d will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:32:00.572355 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Transition to ACTIVE for port object 4627a9f6-bf9f-4154-a22a-ceffa6819b9d will not be triggered until provisioned by entity DHCP. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:32:00.577206 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:00.593699 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:32:00.733284 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Pushing event updated for resources: {'Port': ['ID=4627a9f6-bf9f-4154-a22a-ceffa6819b9d,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:32:00.755901 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:32:00.756283 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:32:00.756665 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:32:00.757039 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:32:00.757401 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:32:00.757765 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:32:00.758126 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:32:00.758489 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:32:00.758877 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:32:00.759333 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:32:00.759694 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:32:00.760046 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:32:00.765779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:32:00.800469 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Network 27741463-70fd-413d-b4bb-aafe8c072b75 is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:32:00.801621 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:32:00.804043 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:32:00.864620 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Attempting to bind port 4627a9f6-bf9f-4154-a22a-ceffa6819b9d on host dv-cinder-773870-1-smb for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:32:00.865152 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Attempting to bind port 4627a9f6-bf9f-4154-a22a-ceffa6819b9d by drivers openvswitch on host dv-cinder-773870-1-smb at level 0 using segments [{'id': '8a3ecfaf-323a-4ede-8660-b7d2f98c32a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '27741463-70fd-413d-b4bb-aafe8c072b75'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:32:00.865309 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Attempting to bind port 4627a9f6-bf9f-4154-a22a-ceffa6819b9d on network 27741463-70fd-413d-b4bb-aafe8c072b75 {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:32:00.871212 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Checking agent: {'id': 'b6dd2257-dda6-4a38-988b-b53fb9f71768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'started_at': datetime.datetime(2021, 2, 3, 11, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:32:00.871666 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Checking segment: {'id': '8a3ecfaf-323a-4ede-8660-b7d2f98c32a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '27741463-70fd-413d-b4bb-aafe8c072b75'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:32:00.872103 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:00.872534 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Bound using segment: {'id': '8a3ecfaf-323a-4ede-8660-b7d2f98c32a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '27741463-70fd-413d-b4bb-aafe8c072b75'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:32:00.873035 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Bound port: 4627a9f6-bf9f-4154-a22a-ceffa6819b9d, host: dv-cinder-773870-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3ecfaf-323a-4ede-8660-b7d2f98c32a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '27741463-70fd-413d-b4bb-aafe8c072b75'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:32:00.873449 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:00.973663 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] For port 4627a9f6-bf9f-4154-a22a-ceffa6819b9d, host dv-cinder-773870-1-smb, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:32:00.977733 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] For port 4627a9f6-bf9f-4154-a22a-ceffa6819b9d, host dv-cinder-773870-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=4627a9f6-bf9f-4154-a22a-ceffa6819b9d,segment=NetworkSegment(8a3ecfaf-323a-4ede-8660-b7d2f98c32a7),segment_id=8a3ecfaf-323a-4ede-8660-b7d2f98c32a7)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:32:00.981306 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:00.997603 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:32:01.156491 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Pushing event updated for resources: {'Port': ['ID=4627a9f6-bf9f-4154-a22a-ceffa6819b9d,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:32:01.161606 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:32:02.047072 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 4627a9f6-bf9f-4154-a22a-ceffa6819b9d up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:32:02.123816 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning for port 4627a9f6-bf9f-4154-a22a-ceffa6819b9d completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:32:02.404375 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0142fc-1f60-488a-8973-3f74d6b9ac0b None None] Network 27741463-70fd-413d-b4bb-aafe8c072b75 requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:32:02.531948 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-5dd15a5e-f902-4844-b465-de1c33960810 None None] Provisioning for port 4627a9f6-bf9f-4154-a22a-ceffa6819b9d completed by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:32:02.540871 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-5dd15a5e-f902-4844-b465-de1c33960810 None None] Provisioning complete for port 4627a9f6-bf9f-4154-a22a-ceffa6819b9d triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:32:02.541282 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5dd15a5e-f902-4844-b465-de1c33960810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:02.762950 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5dd15a5e-f902-4844-b465-de1c33960810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:02.803767 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-5dd15a5e-f902-4844-b465-de1c33960810 None None] For port 4627a9f6-bf9f-4154-a22a-ceffa6819b9d, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=4627a9f6-bf9f-4154-a22a-ceffa6819b9d,segment=NetworkSegment(8a3ecfaf-323a-4ede-8660-b7d2f98c32a7),segment_id=8a3ecfaf-323a-4ede-8660-b7d2f98c32a7)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:32:02.807870 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5dd15a5e-f902-4844-b465-de1c33960810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:02.809964 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:32:02.898461 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd15a5e-f902-4844-b465-de1c33960810 None None] Pushing event updated for resources: {'Port': ['ID=4627a9f6-bf9f-4154-a22a-ceffa6819b9d,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:32:02.904154 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5dd15a5e-f902-4844-b465-de1c33960810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:32:03.030568 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-95080aa3-07c0-4401-a2a0-6e479d3030fb None None] Provisioning complete for port 4627a9f6-bf9f-4154-a22a-ceffa6819b9d triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:32:03.031111 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-95080aa3-07c0-4401-a2a0-6e479d3030fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:03.291636 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-6e10d328-c30a-476f-80fb-4659c9be62d8 None None] Provisioning complete for port 4627a9f6-bf9f-4154-a22a-ceffa6819b9d triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:32:03.292180 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6e10d328-c30a-476f-80fb-4659c9be62d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:04.030797 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 4627a9f6-bf9f-4154-a22a-ceffa6819b9d up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:32:04.109465 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 4627a9f6-bf9f-4154-a22a-ceffa6819b9d triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:32:04.109838 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:20.334894 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-07171616-9ddf-484c-a2a3-9be0a8eed0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:22.201563 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 5 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:32:22.535700 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2b19b6a0-3575-4e4e-87ad-a0b93e236f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:23.096130 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:23.965244 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:24.500615 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:50.333764 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-101df0a8-f18d-4caa-8d87-103ab5241bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:52.539277 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e4049a24-a483-4e04-8a80-abd8ced848b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:53.101090 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:53.978720 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:54.503551 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:32:59.202067 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 5 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:33:05.898646 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 36786) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:33:05.905392 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [None req-2a2eab65-bf13-45ff-82a2-d07c42c0416c tempest-verify_tempest_config-6092281 tempest-verify_tempest_config-6092281-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:33:05.906534 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-2a2eab65-bf13-45ff-82a2-d07c42c0416c tempest-verify_tempest_config-6092281 tempest-verify_tempest_config-6092281-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0066712 Feb 03 11:33:06.303440 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 36806) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:33:06.459406 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:33:06.475322 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:33:06.479711 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Usage tracker for resource:security_group_rule and tenant:d224ecd5a04f4b97aec995af90a58e9b is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:33:06.482797 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:33:06.489042 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:33:06.585866 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:33:06.589695 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:33:06.597534 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:33:06.643001 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Synchronizing usage tracker for tenant:b4c7721569914691a854624d6fb3f31a on resource:security_group {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:33:06.645614 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d954e0-053b-48d2-b344-c3f60b264c17,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:33:06.655994 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.656357 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.656717 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.657076 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.657434 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.657783 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.658135 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.658486 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.658850 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.659199 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.659566 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.659892 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.664898 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:33:06.675028 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Unset dirty status for tenant:b4c7721569914691a854624d6fb3f31a on resource:security_group {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:33:06.676360 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d224ecd5a04f4b97aec995af90a58e9b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3719108 Feb 03 11:33:06.679491 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 36812) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:33:06.750961 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a87dec83-1c26-489d-be16-5dd884dd0f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:33:06.777619 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a87dec83-1c26-489d-be16-5dd884dd0f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:33:06.829087 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a87dec83-1c26-489d-be16-5dd884dd0f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:33:06.833010 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:33:06.844578 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dec83-1c26-489d-be16-5dd884dd0f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d954e0-053b-48d2-b344-c3f60b264c17,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:33:06.854967 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dec83-1c26-489d-be16-5dd884dd0f8d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.855355 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dec83-1c26-489d-be16-5dd884dd0f8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.855729 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dec83-1c26-489d-be16-5dd884dd0f8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.856076 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dec83-1c26-489d-be16-5dd884dd0f8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.856426 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dec83-1c26-489d-be16-5dd884dd0f8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.856783 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dec83-1c26-489d-be16-5dd884dd0f8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.857131 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dec83-1c26-489d-be16-5dd884dd0f8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.857474 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dec83-1c26-489d-be16-5dd884dd0f8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.857864 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dec83-1c26-489d-be16-5dd884dd0f8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.858184 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dec83-1c26-489d-be16-5dd884dd0f8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.858527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dec83-1c26-489d-be16-5dd884dd0f8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.858848 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87dec83-1c26-489d-be16-5dd884dd0f8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:33:06.862582 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a87dec83-1c26-489d-be16-5dd884dd0f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:33:06.863498 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a87dec83-1c26-489d-be16-5dd884dd0f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:33:06.864666 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-a87dec83-1c26-489d-be16-5dd884dd0f8d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/40d954e0-053b-48d2-b344-c3f60b264c17 HTTP/1.1" status: 204 len: 168 time: 0.1835155 Feb 03 11:33:20.332237 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-022b6836-2621-427a-9920-88e55ef2c11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:33:22.549472 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0ea841be-420e-4b6d-92a5-3b5942137682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:33:23.113673 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:33:23.976636 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:33:24.510761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:33:36.207560 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 5 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:33:50.331636 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-751d2ed5-e9e3-40c4-8f0d-860e1b915825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:33:52.548743 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c70d3367-f1c9-4389-a4a8-8be0cfa2cf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:33:53.113417 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:33:53.981571 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:33:54.527802 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:34:13.212531 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 5 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:34:20.330523 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f6df5c0e-3a60-49c9-bf44-474bf2dd2669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:34:22.549107 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2a56dc49-5db6-4ae7-a7b4-cd599a0d3ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:34:23.114567 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:34:23.982969 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:34:24.533782 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:34:50.211892 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 5 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:34:50.483791 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0145ff6d-09ac-443d-8499-95756ea162ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:34:52.542853 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a1ad10f1-0f74-44ca-914f-0006947b5cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:34:53.115844 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:34:53.984032 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:34:54.530464 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:34:58.548002 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847'] for agent, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:34:58.548578 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:34:58.548886 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:34:58.549292 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:34:58.549706 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:34:58.550110 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:34:58.550480 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:34:58.550877 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:34:58.551246 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:34:58.551664 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:34:58.552088 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:34:58.552453 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:34:58.552836 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:34:58.553234 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77387', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:34:58.557944 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77387', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:34:58.857142 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] get_endpoint_by_host() called for host hv-cinder-77387 {{(pid=80077) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 03 11:34:58.862214 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] get_endpoint_by_ip() called for ip 192.168.0.119 {{(pid=80077) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 03 11:34:58.866675 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] _add_endpoint() called for ip 192.168.0.119 {{(pid=80077) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 03 11:34:58.873330 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] _get_endpoints() called {{(pid=80077) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 03 11:35:11.448856 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 36884) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:35:11.610209 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-3e40f7b6-834d-429a-8d05-6bbf0a4609d1 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5074 time: 0.1578825 Feb 03 11:35:14.109880 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 36894) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:35:14.221305 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-c7f653d7-3cad-450a-909e-04e3589cf86d admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5074 time: 0.1095359 Feb 03 11:35:20.326675 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a6a0d23d-e65a-4b1d-85ba-6f1aba1b2790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:35:22.550774 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3bc7ecf0-b3c7-4ac8-b7f1-1903903ac4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:35:23.129858 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:35:23.985650 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:35:24.536559 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:35:27.219370 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:35:28.570239 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:35:50.336443 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2079c326-33cb-4521-8d32-357f0edc0c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:35:52.548641 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c5540e02-ad12-447b-8e15-f82873d544b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:35:53.134583 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:35:53.988628 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:35:54.540258 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:35:58.579996 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:36:04.217153 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:36:20.333639 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-46b47f38-c5c8-4f18-b1a1-a96906efdd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:36:22.541638 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f22a2223-6c32-496c-abbb-f464167f90c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:36:23.128252 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:36:23.988679 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:36:24.553516 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:36:28.574623 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:36:41.207470 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:36:50.327226 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eb14c6b3-6b28-4bfc-9180-cc8332f843dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:36:52.545013 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-51132173-9868-4f00-8031-b44aabe18b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:36:53.130638 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:36:53.984398 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:36:54.547030 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:36:58.572911 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:10.681966 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 37058) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:11.025582 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1575469149-network', 'tenant_id': '6d6c256d334b4467a21db33799670ea8'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:11.031109 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:11.035947 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Usage tracker for resource:network and tenant:6d6c256d334b4467a21db33799670ea8 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:11.039378 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:11.045531 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:11.055393 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Made reservation on behalf of 6d6c256d334b4467a21db33799670ea8 for: {'network': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:37:11.060297 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for network, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:11.073795 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:11.090045 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:11.094381 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Usage tracker for resource:security_group_rule and tenant:6d6c256d334b4467a21db33799670ea8 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:11.097507 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:11.103636 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:11.196034 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:11.199825 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:11.204689 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:11.240748 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 11:37:11.254188 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceede8bb-44f4-4fa7-94e4-2afc1ade8d24,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:11.261905 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779700079970', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:11.262335 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Added segment 01b44f48-93ce-4c7c-b654-728ed9d69bd0 of type vxlan for network 06d165db-6efc-4b05-9312-961402700a4e Feb 03 11:37:11.264265 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.264617 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.264971 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.265326 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.265684 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.266022 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.266370 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.266710 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.267076 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.267445 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.267789 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.268129 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.268523 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.268861 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.269210 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.269597 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.269931 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.270268 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.270604 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.270917 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.271289 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.271625 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.271961 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.272295 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Tracked resource versions report: Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: pushed versions: Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: { 'AddressGroup': {'1.1'}, Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'ConntrackHelper': {'1.0'}, Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'Log': {'1.0'}, Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'Network': {'1.1'}, Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'Port': {'1.7'}, Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'PortForwarding': {'1.2'}, Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'QosPolicy': {'1.8'}, Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroup': {'1.4'}, Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroupRule': {'1.2'}, Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'SubPort': {'1.0'}, Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'Subnet': {'1.1'}, Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'Trunk': {'1.1'}} Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: consumer versions: Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: { DHCP agent@dv-cinder-773870-1-smb: {}, Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: L3 agent@dv-cinder-773870-1-smb: {}, Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: Metadata agent@dv-cinder-773870-1-smb: {}, Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: Metering agent@dv-cinder-773870-1-smb: {}, Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: Open vSwitch agent@dv-cinder-773870-1-smb: { 'AddressGroup': '1.1', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'Log': '1.0', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'Network': '1.1', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'Port': '1.7', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'PortForwarding': '1.2', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'QosPolicy': '1.8', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroup': '1.4', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'SubPort': '1.0', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'Subnet': '1.1', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'Trunk': '1.1'}, Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: Open vSwitch agent@hv-cinder-77387: { 'AddressGroup': '1.1', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'Log': '1.0', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'Network': '1.1', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'Port': '1.7', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'PortForwarding': '1.2', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'QosPolicy': '1.8', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroup': '1.4', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'SubPort': '1.0', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'Subnet': '1.1', Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: 'Trunk': '1.1'}} Feb 03 11:37:11.273572 dv-cinder-773870-1-smb neutron-server[79964]: {{(pid=80075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 03 11:37:11.280668 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:11.305696 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779699605226'] for network, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:11.342706 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for network, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:11.343993 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:11.344631 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:11.350161 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-97dd1266-1427-432b-9335-dcc2473a7b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:11.455981 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Pushing event updated for resources: {'Network': ['ID=06d165db-6efc-4b05-9312-961402700a4e,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:11.462463 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 37094) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:11.462683 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7784598 Feb 03 11:37:11.463482 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:11.467523 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Network 06d165db-6efc-4b05-9312-961402700a4e details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:37:11.469249 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Request body: {'subnet': {'network_id': '06d165db-6efc-4b05-9312-961402700a4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1575469149-subnet', 'tenant_id': '6d6c256d334b4467a21db33799670ea8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:11.479643 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:11.483878 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Usage tracker for resource:subnet and tenant:6d6c256d334b4467a21db33799670ea8 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:11.486960 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:11.492940 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:11.504869 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Made reservation on behalf of 6d6c256d334b4467a21db33799670ea8 for: {'subnet': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:37:11.509828 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:11.576989 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Network 06d165db-6efc-4b05-9312-961402700a4e details requested by agent ovs-agent-dv-cinder-773870-1-smb with host dv-cinder-773870-1-smb {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:37:12.050857 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 37126) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:12.079247 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for subnet, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:12.092634 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 37132) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:12.096193 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-904636d1-146d-4c1f-8f71-10cddd9ee3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:12.224646 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1df0559-c064-4fe6-8073-2e6878186c11,revision_number=0']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:12.244631 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.245027 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.245355 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.245712 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.246065 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.246418 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.246767 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.247111 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.247509 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.247859 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.248204 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.248547 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.248944 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.249287 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.249634 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.249968 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.250312 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.250651 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.250990 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.251369 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.251712 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.252055 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.252394 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.252733 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Tracked resource versions report: Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: pushed versions: Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: { 'AddressGroup': {'1.1'}, Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'ConntrackHelper': {'1.0'}, Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'Log': {'1.0'}, Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'Network': {'1.1'}, Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'Port': {'1.7'}, Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'PortForwarding': {'1.2'}, Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'QosPolicy': {'1.8'}, Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroup': {'1.4'}, Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroupRule': {'1.2'}, Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'SubPort': {'1.0'}, Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'Subnet': {'1.1'}, Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'Trunk': {'1.1'}} Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: consumer versions: Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: { DHCP agent@dv-cinder-773870-1-smb: {}, Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: L3 agent@dv-cinder-773870-1-smb: {}, Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: Metadata agent@dv-cinder-773870-1-smb: {}, Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: Metering agent@dv-cinder-773870-1-smb: {}, Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: Open vSwitch agent@dv-cinder-773870-1-smb: { 'AddressGroup': '1.1', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'Log': '1.0', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'Network': '1.1', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'Port': '1.7', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'PortForwarding': '1.2', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'QosPolicy': '1.8', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroup': '1.4', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'SubPort': '1.0', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'Subnet': '1.1', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'Trunk': '1.1'}, Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: Open vSwitch agent@hv-cinder-77387: { 'AddressGroup': '1.1', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'Log': '1.0', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'Network': '1.1', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'Port': '1.7', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'PortForwarding': '1.2', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'QosPolicy': '1.8', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroup': '1.4', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'SubPort': '1.0', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'Subnet': '1.1', Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: 'Trunk': '1.1'}} Feb 03 11:37:12.254281 dv-cinder-773870-1-smb neutron-server[79964]: {{(pid=80076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 03 11:37:12.257961 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:12.320800 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Checking segment: {'id': '01b44f48-93ce-4c7c-b654-728ed9d69bd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '06d165db-6efc-4b05-9312-961402700a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:37:12.321262 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Network hostable DHCP agents. Network: 06d165db-6efc-4b05-9312-961402700a4e, hostable agents: ['e281720a-8ae7-4081-88fc-d5a7fa1f3c44'], hosted agents: [] {{(pid=80076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 11:37:12.344852 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Network 06d165db-6efc-4b05-9312-961402700a4e is scheduled to be hosted by DHCP agent e281720a-8ae7-4081-88fc-d5a7fa1f3c44 with binding_index 1 {{(pid=80076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 11:37:12.354710 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-1-smb, 06d165db-6efc-4b05-9312-961402700a4e) {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:37:12.358809 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:12.359556 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:12.367892 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789d0f95-0e95-475f-9585-6dc1ee936947 None None] Network 06d165db-6efc-4b05-9312-961402700a4e requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:37:12.395788 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9314961 Feb 03 11:37:12.640529 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a74c45-2092-4967-9a35-d21f38342dc1 None None] Network 06d165db-6efc-4b05-9312-961402700a4e requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:37:12.690338 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-606086125-network', 'tenant_id': '56aa07d6046f423a9737e95d751bc566'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:12.699581 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:12.707381 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Usage tracker for resource:network and tenant:56aa07d6046f423a9737e95d751bc566 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:12.713175 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:12.724340 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:12.733715 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-761103839-network', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:12.740281 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:12.749154 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Usage tracker for resource:network and tenant:15e50d7ac4fd4b5db50980824778a1fd is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:12.749275 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Made reservation on behalf of 56aa07d6046f423a9737e95d751bc566 for: {'network': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:37:12.749356 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:12.755679 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:12.757711 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for network, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:12.765725 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Made reservation on behalf of 15e50d7ac4fd4b5db50980824778a1fd for: {'network': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:37:12.771996 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for network, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:12.786122 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:12.792046 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:12.804793 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:12.809633 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Usage tracker for resource:security_group_rule and tenant:15e50d7ac4fd4b5db50980824778a1fd is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:12.813246 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:12.821264 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:12.827006 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:12.833789 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Usage tracker for resource:security_group_rule and tenant:56aa07d6046f423a9737e95d751bc566 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:12.842033 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:12.855222 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:12.947667 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:12.951571 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:12.957389 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:12.999425 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 11:37:13.007493 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a6d6bc-664d-48fb-9453-7c0e6446c884,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:13.014877 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:13.018010 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:13.018891 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Added segment 3741f48f-16a9-4293-92b5-def40090b78c of type vxlan for network 6ee212a8-a662-49ec-9d02-feb306b9fb62 Feb 03 11:37:13.023005 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:13.028030 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:13.034859 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:13.058352 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779699605226'] for network, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:13.075390 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136bc4b9-4323-40cb-bfb7-961e3038546b,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:13.080256 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:13.105009 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for network, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:13.110144 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:13.110530 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.db.api [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80075) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:37:13.111228 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_db.api [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 11:37:13.112432 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:13.118832 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:13.223803 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Pushing event updated for resources: {'Network': ['ID=6ee212a8-a662-49ec-9d02-feb306b9fb62,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:13.228995 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:13.235651 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Network 6ee212a8-a662-49ec-9d02-feb306b9fb62 details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:37:13.242093 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1899896 Feb 03 11:37:13.245405 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 37176) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:13.251675 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-0338c2f5-1257-4160-81da-a1387b27f642 admin admin] Request body: {'subnet': {'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-subnet', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:13.258006 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-0338c2f5-1257-4160-81da-a1387b27f642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:13.262614 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-0338c2f5-1257-4160-81da-a1387b27f642 admin admin] Usage tracker for resource:subnet and tenant:15e50d7ac4fd4b5db50980824778a1fd is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:13.266895 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-0338c2f5-1257-4160-81da-a1387b27f642 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:13.268181 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Network 6ee212a8-a662-49ec-9d02-feb306b9fb62 details requested by agent ovs-agent-dv-cinder-773870-1-smb with host dv-cinder-773870-1-smb {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:37:13.273158 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-0338c2f5-1257-4160-81da-a1387b27f642 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:13.291320 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0338c2f5-1257-4160-81da-a1387b27f642 admin admin] Made reservation on behalf of 15e50d7ac4fd4b5db50980824778a1fd for: {'subnet': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:37:13.296794 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0338c2f5-1257-4160-81da-a1387b27f642 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:13.612267 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for network, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:13.665246 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 11:37:13.680344 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779700079970', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:13.680767 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Added segment cf47fd35-9f02-4208-961c-8caf10fb031b of type vxlan for network eb1cf823-771e-4587-bbb1-8d7de9b7e35c Feb 03 11:37:13.734020 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779699605226'] for network, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:13.808508 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0338c2f5-1257-4160-81da-a1387b27f642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for subnet, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:13.826314 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e10a5ca5-a1e4-4053-aaa4-9065b571db60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:13.860260 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for network, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:13.944048 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 37202) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:14.043501 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:14.044153 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:14.064865 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338c2f5-1257-4160-81da-a1387b27f642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b02e8330-4b19-43ce-a9de-cf3994e73e6b,revision_number=0']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:14.072801 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 37224) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:14.075371 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0338c2f5-1257-4160-81da-a1387b27f642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:14.075888 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:14.079128 dv-cinder-773870-1-smb neutron-server[79964]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 03 11:37:14.247677 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Pushing event updated for resources: {'Network': ['ID=eb1cf823-771e-4587-bbb1-8d7de9b7e35c,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:14.259324 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Network eb1cf823-771e-4587-bbb1-8d7de9b7e35c details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:37:14.273919 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:14.296721 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Network eb1cf823-771e-4587-bbb1-8d7de9b7e35c details requested by agent ovs-agent-dv-cinder-773870-1-smb with host dv-cinder-773870-1-smb {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:37:14.307236 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0338c2f5-1257-4160-81da-a1387b27f642 admin admin] Checking segment: {'id': '3741f48f-16a9-4293-92b5-def40090b78c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:37:14.307833 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0338c2f5-1257-4160-81da-a1387b27f642 admin admin] Network hostable DHCP agents. Network: 6ee212a8-a662-49ec-9d02-feb306b9fb62, hostable agents: ['e281720a-8ae7-4081-88fc-d5a7fa1f3c44'], hosted agents: [] {{(pid=80075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 11:37:14.314916 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2208164 Feb 03 11:37:14.319171 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 37232) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:14.342585 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-57f5c3a1-ac2b-405e-b1fc-377363061b28 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:14.344265 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-57f5c3a1-ac2b-405e-b1fc-377363061b28 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/networks?id=06d165db-6efc-4b05-9312-961402700a4e HTTP/1.1" status: 200 len: 812 time: 0.2671220 Feb 03 11:37:14.347091 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-937b55c9-5ca4-4c35-b4dc-9c54a6527c69 admin admin] Request body: {'subnet': {'network_id': 'eb1cf823-771e-4587-bbb1-8d7de9b7e35c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-606086125-subnet', 'tenant_id': '56aa07d6046f423a9737e95d751bc566', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:14.369935 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-937b55c9-5ca4-4c35-b4dc-9c54a6527c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:14.372240 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-a5a87123-f794-4d8d-8a3c-a89e7cdd1fb8 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/quotas/6d6c256d334b4467a21db33799670ea8 HTTP/1.1" status: 200 len: 375 time: 0.0214267 Feb 03 11:37:14.380328 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-937b55c9-5ca4-4c35-b4dc-9c54a6527c69 admin admin] Usage tracker for resource:subnet and tenant:56aa07d6046f423a9737e95d751bc566 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:14.389354 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0338c2f5-1257-4160-81da-a1387b27f642 admin admin] Network 6ee212a8-a662-49ec-9d02-feb306b9fb62 is scheduled to be hosted by DHCP agent e281720a-8ae7-4081-88fc-d5a7fa1f3c44 with binding_index 1 {{(pid=80075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 11:37:14.403974 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-937b55c9-5ca4-4c35-b4dc-9c54a6527c69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:14.410836 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-0338c2f5-1257-4160-81da-a1387b27f642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-1-smb, 6ee212a8-a662-49ec-9d02-feb306b9fb62) {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:37:14.414671 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-32641e53-2ac9-4c97-87b0-c91a28c9a594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:14.414834 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-937b55c9-5ca4-4c35-b4dc-9c54a6527c69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:14.431148 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0338c2f5-1257-4160-81da-a1387b27f642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:14.435146 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0338c2f5-1257-4160-81da-a1387b27f642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:14.450237 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae851947-eb87-4bcd-ae5f-a2e74cbbe269 None None] Network 6ee212a8-a662-49ec-9d02-feb306b9fb62 requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:37:14.462413 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937b55c9-5ca4-4c35-b4dc-9c54a6527c69 admin admin] Made reservation on behalf of 56aa07d6046f423a9737e95d751bc566 for: {'subnet': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:37:14.480077 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-937b55c9-5ca4-4c35-b4dc-9c54a6527c69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:14.552189 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-32641e53-2ac9-4c97-87b0-c91a28c9a594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:14.556476 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-32641e53-2ac9-4c97-87b0-c91a28c9a594 admin admin] Usage tracker for resource:security_group_rule and tenant:3c8fed424098421f9a468b9d21505134 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:14.560444 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-32641e53-2ac9-4c97-87b0-c91a28c9a594 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:14.566940 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-32641e53-2ac9-4c97-87b0-c91a28c9a594 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:14.637607 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-0338c2f5-1257-4160-81da-a1387b27f642 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3906701 Feb 03 11:37:14.652969 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 37242) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:14.660207 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-32641e53-2ac9-4c97-87b0-c91a28c9a594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:14.672736 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-c465c0c9-fc6e-42b2-acd6-d2432df50702 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6d6c256d334b4467a21db33799670ea8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2337925 Feb 03 11:37:14.673984 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-32641e53-2ac9-4c97-87b0-c91a28c9a594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:14.703480 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:14.735454 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-32641e53-2ac9-4c97-87b0-c91a28c9a594 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3c8fed424098421f9a468b9d21505134&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7877407 Feb 03 11:37:14.735909 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 37250) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:14.736723 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32641e53-2ac9-4c97-87b0-c91a28c9a594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106c2b04-b588-4283-800d-4b28f7c048ef,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:14.805872 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-32641e53-2ac9-4c97-87b0-c91a28c9a594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:14.824781 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3cfa41d9-b606-40c7-8353-4fade776d21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:14.856679 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3cfa41d9-b606-40c7-8353-4fade776d21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:14.909455 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3cfa41d9-b606-40c7-8353-4fade776d21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:14.924004 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:14.962485 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa41d9-b606-40c7-8353-4fade776d21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106c2b04-b588-4283-800d-4b28f7c048ef,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:14.966419 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3cfa41d9-b606-40c7-8353-4fade776d21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:14.970284 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-3cfa41d9-b606-40c7-8353-4fade776d21d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/106c2b04-b588-4283-800d-4b28f7c048ef HTTP/1.1" status: 204 len: 168 time: 0.2236536 Feb 03 11:37:14.970284 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3cfa41d9-b606-40c7-8353-4fade776d21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:15.012193 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba32f814-d890-5f28-b06b-58f4fe6bb13a-6ee212a8-a662-49ec-9d02-feb306b9fb62', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'fixed_ips': [{'subnet_id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b'}]}} from dv-cinder-773870-1-smb. {{(pid=80077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 03 11:37:15.014106 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:15.020467 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:15.025260 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:15.029413 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Usage tracker for resource:router and tenant:15e50d7ac4fd4b5db50980824778a1fd is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:15.032552 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:15.038782 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:15.050605 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854272894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774794'] for router, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:15.052228 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854356710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1007'] for router, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:15.105991 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:15.579909 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854272771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-988'] for router, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:15.625140 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Allocated IP 172.20.0.2 (6ee212a8-a662-49ec-9d02-feb306b9fb62/b02e8330-4b19-43ce-a9de-cf3994e73e6b/f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:37:15.821379 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-26c40910-657e-44f4-a52b-3fafff1e7ccd service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:37:15.822798 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-26c40910-657e-44f4-a52b-3fafff1e7ccd service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3551760 Feb 03 11:37:15.957117 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:15.969210 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Transition to ACTIVE for port object f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:37:15.998775 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Transition to ACTIVE for port object f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 will not be triggered until provisioned by entity DHCP. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:37:16.004192 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:16.024186 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:16.122278 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:16.130119 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-fd4485bb-cca3-4094-ac6c-be7282db3755 service neutron] 10.222.0.68 "GET /v2.0/networks/06d165db-6efc-4b05-9312-961402700a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979150 Feb 03 11:37:16.162948 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:16.288871 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Pushing event updated for resources: {'Port': ['ID=f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:16.353191 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.353622 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.353977 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.354346 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.354718 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.355083 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.355472 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.355834 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.356191 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.356985 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.357353 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.357713 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.358131 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.358487 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.359079 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.359197 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.359546 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.359915 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.360582 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.360691 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.361040 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.361391 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.361742 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.362244 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Tracked resource versions report: Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: pushed versions: Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: { 'AddressGroup': {'1.1'}, Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'ConntrackHelper': {'1.0'}, Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'Log': {'1.0'}, Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'Network': {'1.1'}, Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'Port': {'1.7'}, Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'PortForwarding': {'1.2'}, Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'QosPolicy': {'1.8'}, Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroup': {'1.4'}, Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroupRule': {'1.2'}, Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'SubPort': {'1.0'}, Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'Subnet': {'1.1'}, Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'Trunk': {'1.1'}} Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: consumer versions: Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: { DHCP agent@dv-cinder-773870-1-smb: {}, Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: L3 agent@dv-cinder-773870-1-smb: {}, Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: Metadata agent@dv-cinder-773870-1-smb: {}, Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: Metering agent@dv-cinder-773870-1-smb: {}, Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: Open vSwitch agent@dv-cinder-773870-1-smb: { 'AddressGroup': '1.1', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'Log': '1.0', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'Network': '1.1', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'Port': '1.7', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'PortForwarding': '1.2', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'QosPolicy': '1.8', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroup': '1.4', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'SubPort': '1.0', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'Subnet': '1.1', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'Trunk': '1.1'}, Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: Open vSwitch agent@hv-cinder-77387: { 'AddressGroup': '1.1', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'Log': '1.0', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'Network': '1.1', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'Port': '1.7', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'PortForwarding': '1.2', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'QosPolicy': '1.8', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroup': '1.4', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'SubPort': '1.0', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'Subnet': '1.1', Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: 'Trunk': '1.1'}} Feb 03 11:37:16.363551 dv-cinder-773870-1-smb neutron-server[79964]: {{(pid=80077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 03 11:37:16.376094 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:16.412454 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-937b55c9-5ca4-4c35-b4dc-9c54a6527c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for subnet, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:16.422159 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-ff223d3e-b884-4548-a6d9-a8b9687a2ff6 service neutron] 10.222.0.68 "GET /v2.0/networks/06d165db-6efc-4b05-9312-961402700a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2836626 Feb 03 11:37:16.458454 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Network 6ee212a8-a662-49ec-9d02-feb306b9fb62 is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:37:16.464336 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:37:16.474053 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:37:16.622795 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Attempting to bind port f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 on host dv-cinder-773870-1-smb for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:37:16.623004 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Attempting to bind port f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 by drivers openvswitch on host dv-cinder-773870-1-smb at level 0 using segments [{'id': '3741f48f-16a9-4293-92b5-def40090b78c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:37:16.623626 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Attempting to bind port f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 on network 6ee212a8-a662-49ec-9d02-feb306b9fb62 {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:37:16.639694 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:16.642826 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Checking agent: {'id': 'b6dd2257-dda6-4a38-988b-b53fb9f71768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'started_at': datetime.datetime(2021, 2, 3, 11, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:37:16.644689 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Checking segment: {'id': '3741f48f-16a9-4293-92b5-def40090b78c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:37:16.645138 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:16.647767 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Bound using segment: {'id': '3741f48f-16a9-4293-92b5-def40090b78c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:37:16.648338 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Bound port: f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44, host: dv-cinder-773870-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3741f48f-16a9-4293-92b5-def40090b78c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:37:16.648786 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:16.821543 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f4c11bf1-87c8-4b76-814b-a6627b3ba834 req-441bb6ed-2360-4634-93c2-3e9eafd26c02 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 210 time: 0.0893197 Feb 03 11:37:16.848169 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b55c9-5ca4-4c35-b4dc-9c54a6527c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b65fc5-b24e-456c-92d2-94fdf77fc327,revision_number=0']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:16.852139 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-937b55c9-5ca4-4c35-b4dc-9c54a6527c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:16.875778 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937b55c9-5ca4-4c35-b4dc-9c54a6527c69 admin admin] Checking segment: {'id': 'cf47fd35-9f02-4208-961c-8caf10fb031b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eb1cf823-771e-4587-bbb1-8d7de9b7e35c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:37:16.876824 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937b55c9-5ca4-4c35-b4dc-9c54a6527c69 admin admin] Network hostable DHCP agents. Network: eb1cf823-771e-4587-bbb1-8d7de9b7e35c, hostable agents: ['e281720a-8ae7-4081-88fc-d5a7fa1f3c44'], hosted agents: [] {{(pid=80075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 11:37:16.927060 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] For port f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44, host dv-cinder-773870-1-smb, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:37:16.931647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] For port f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44, host dv-cinder-773870-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44,segment=NetworkSegment(3741f48f-16a9-4293-92b5-def40090b78c),segment_id=3741f48f-16a9-4293-92b5-def40090b78c)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:37:16.935770 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:16.955445 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-766b799e-2f95-4bc3-87c0-d87f3c04073a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:17.148384 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937b55c9-5ca4-4c35-b4dc-9c54a6527c69 admin admin] Network eb1cf823-771e-4587-bbb1-8d7de9b7e35c is scheduled to be hosted by DHCP agent e281720a-8ae7-4081-88fc-d5a7fa1f3c44 with binding_index 1 {{(pid=80075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 11:37:17.163387 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Pushing event updated for resources: {'Port': ['ID=f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:17.178565 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:17.186842 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-937b55c9-5ca4-4c35-b4dc-9c54a6527c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-1-smb, eb1cf823-771e-4587-bbb1-8d7de9b7e35c) {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:37:17.208949 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b55c9-5ca4-4c35-b4dc-9c54a6527c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:17.209596 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-937b55c9-5ca4-4c35-b4dc-9c54a6527c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:17.216038 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82885d3f-fd2c-413d-957c-8f1ea55ae383 None None] Network eb1cf823-771e-4587-bbb1-8d7de9b7e35c requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:37:17.260268 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Allocated IP 172.28.2.186 (84b90693-2912-4173-9093-cf01ce7c5229/b0f1584a-346a-4aca-be96-02ba0d663828/1f1544df-5eb0-484b-9d40-9c8baa509947) {{(pid=80075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:37:17.292120 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-937b55c9-5ca4-4c35-b4dc-9c54a6527c69 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.9714744 Feb 03 11:37:17.294820 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 37358) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:17.301265 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-606086125-router', 'tenant_id': '56aa07d6046f423a9737e95d751bc566', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:17.314306 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:17.327375 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Usage tracker for resource:router and tenant:56aa07d6046f423a9737e95d751bc566 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:17.340098 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:17.346446 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:17.400810 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854272894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774794'] for router, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:17.401944 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854356710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1007'] for router, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:17.428212 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:17.711443 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:17.715349 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2aa10a-79a0-4e01-bdf2-9d6f3be57696 None None] Network eb1cf823-771e-4587-bbb1-8d7de9b7e35c requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:37:17.903460 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:17.955022 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:18.136320 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 37408) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:18.140473 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Pushing event updated for resources: {'Port': ['ID=1f1544df-5eb0-484b-9d40-9c8baa509947,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:18.151881 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:18.210121 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:37:18.300892 dv-cinder-773870-1-smb neutron-server[79964]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 03 11:37:18.497883 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:37:18.501806 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-92519ac0-2e95-49b8-bddc-dc622c3cc51f req-60d504fa-2551-4b52-9217-87a9792a9eaf tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 210 time: 0.3485272 Feb 03 11:37:18.564787 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854272771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-988'] for router, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:18.740838 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Network 84b90693-2912-4173-9093-cf01ce7c5229 is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:37:18.742352 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:37:18.744876 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Received port after_create {{(pid=80075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:37:19.087443 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning for port f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:37:19.299046 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 37484) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:19.454226 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217ff721-0d1d-4143-9d57-f025ea089704 None None] Network 6ee212a8-a662-49ec-9d02-feb306b9fb62 requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:37:19.562005 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:19.616581 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:19.688820 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:19.838825 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2eb97832-c1dc-48b8-b4c8-0fcd056b12d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:19.845739 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-472c4717-bb9d-4845-a2da-7da962608a40 None None] Provisioning for port f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 completed by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:37:19.855321 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-472c4717-bb9d-4845-a2da-7da962608a40 None None] Provisioning complete for port f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:37:19.855743 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-472c4717-bb9d-4845-a2da-7da962608a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:19.911364 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-2eb97832-c1dc-48b8-b4c8-0fcd056b12d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:20.143910 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Allocated IP 172.28.2.148 (84b90693-2912-4173-9093-cf01ce7c5229/b0f1584a-346a-4aca-be96-02ba0d663828/351ee7fc-8e90-41e5-ad50-2a6eb117b439) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:37:20.169561 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-2eb97832-c1dc-48b8-b4c8-0fcd056b12d3 admin admin] Usage tracker for resource:security_group_rule and tenant:4ada24c863194c7eb7fd08275f9f3d56 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:20.206312 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-2eb97832-c1dc-48b8-b4c8-0fcd056b12d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:20.211357 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d044138d-b1ac-4795-b388-c4675e48b2bd req-6f2c201b-96e2-4291-9a6a-5681bf485bb4 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 210 time: 0.3339667 Feb 03 11:37:20.233811 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-2eb97832-c1dc-48b8-b4c8-0fcd056b12d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:20.277497 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-472c4717-bb9d-4845-a2da-7da962608a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:20.408871 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-472c4717-bb9d-4845-a2da-7da962608a40 None None] For port f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44,segment=NetworkSegment(3741f48f-16a9-4293-92b5-def40090b78c),segment_id=3741f48f-16a9-4293-92b5-def40090b78c)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:37:20.412266 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-472c4717-bb9d-4845-a2da-7da962608a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:20.416790 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0a4f0eb1-03f0-4772-96d6-d13d003da8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:20.427098 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:20.453796 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5dd15a5e-f902-4844-b465-de1c33960810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:20.498680 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:20.544771 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.122', 59196) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:20.548216 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c4717-bb9d-4845-a2da-7da962608a40 None None] Pushing event updated for resources: {'Port': ['ID=f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:20.549223 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1b5a124b-9696-4b3e-860a-2c986c97e2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:20.553361 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-472c4717-bb9d-4845-a2da-7da962608a40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:20.702070 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-a16f2d33-faeb-4f1d-84f4-c2efe4055930 None None] Provisioning complete for port f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:37:20.703771 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a16f2d33-faeb-4f1d-84f4-c2efe4055930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:20.952619 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Network 84b90693-2912-4173-9093-cf01ce7c5229 is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:37:20.958853 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Pushing event updated for resources: {'Port': ['ID=351ee7fc-8e90-41e5-ad50-2a6eb117b439,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:20.969596 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:20.971376 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:37:20.978613 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:37:21.079297 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2eb97832-c1dc-48b8-b4c8-0fcd056b12d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:21.086588 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854270799'] for router, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:21.090659 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2eb97832-c1dc-48b8-b4c8-0fcd056b12d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:21.134350 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-4e344ca1-1ddb-448b-85cb-6dadd8a6256a None None] Provisioning complete for port f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:37:21.134772 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4e344ca1-1ddb-448b-85cb-6dadd8a6256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:21.186197 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a87dec83-1c26-489d-be16-5dd884dd0f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:21.582098 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 37614) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:21.632952 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-2eb97832-c1dc-48b8-b4c8-0fcd056b12d3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4ada24c863194c7eb7fd08275f9f3d56&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3202956 Feb 03 11:37:21.639752 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 37622) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:21.642195 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-626a38b4-7bf1-40cf-b660-27f89519ca64 None None] Provisioning complete for port f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:37:21.642618 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-626a38b4-7bf1-40cf-b660-27f89519ca64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:21.666153 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb97832-c1dc-48b8-b4c8-0fcd056b12d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5719e45-9af9-44ae-9587-8cc41a9ad9b0,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:21.674170 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2eb97832-c1dc-48b8-b4c8-0fcd056b12d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:21.753192 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 37642) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:21.817580 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5fb634d1-d4b5-4528-a5ba-9253ffc55a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:21.866242 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5fb634d1-d4b5-4528-a5ba-9253ffc55a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:21.880972 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Router f051437d-275c-4267-afec-e4612d305d4a is scheduled to L3 agent 076b62cd-f232-448d-ae77-120500dbf827 with binding_index 1 {{(pid=80075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 03 11:37:22.046680 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-064a25c2-5753-4a6c-aca8-5ae2b8926e5d tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:22.048338 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-064a25c2-5753-4a6c-aca8-5ae2b8926e5d tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.122 "GET /v2.0/networks?id=06d165db-6efc-4b05-9312-961402700a4e HTTP/1.1" status: 200 len: 812 time: 1.4093020 Feb 03 11:37:22.115923 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3e8aaaf8-2adc-4b78-80cf-36edacf8fa30 req-113d7423-814c-4b07-964d-87e793a55277 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 210 time: 0.3928356 Feb 03 11:37:22.123525 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fe9ba552-0222-4b7b-8a7d-b1265c2c7ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:22.152103 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 37660) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:22.152392 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90e61d6d-d153-40a4-be7f-2361e1249c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:22.170764 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-98d32c0f-e274-4195-b1dc-98c9ce69a4ca tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Request body: {'port': {'device_id': 'a604e8fd-52c0-48ec-9da2-2a2de274da76', 'network_id': '06d165db-6efc-4b05-9312-961402700a4e', 'admin_state_up': True, 'tenant_id': '6d6c256d334b4467a21db33799670ea8'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:22.173943 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5fb634d1-d4b5-4528-a5ba-9253ffc55a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:22.175062 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-fe9ba552-0222-4b7b-8a7d-b1265c2c7ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:22.181631 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-fe9ba552-0222-4b7b-8a7d-b1265c2c7ef6 admin admin] Usage tracker for resource:security_group_rule and tenant:b580a8c17c244f2bbef99b0ee0e2859c is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:22.192196 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-fe9ba552-0222-4b7b-8a7d-b1265c2c7ef6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:22.195527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:22.213921 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb634d1-d4b5-4528-a5ba-9253ffc55a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5719e45-9af9-44ae-9587-8cc41a9ad9b0,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:22.216362 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-fe9ba552-0222-4b7b-8a7d-b1265c2c7ef6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:22.229315 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5fb634d1-d4b5-4528-a5ba-9253ffc55a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:22.251557 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5fb634d1-d4b5-4528-a5ba-9253ffc55a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:22.253119 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-5fb634d1-d4b5-4528-a5ba-9253ffc55a0a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d5719e45-9af9-44ae-9587-8cc41a9ad9b0 HTTP/1.1" status: 204 len: 168 time: 0.6096230 Feb 03 11:37:22.281066 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:37:22.291913 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] Sync routers for ids ['f051437d-275c-4267-afec-e4612d305d4a'] in dv-cinder-773870-1-smb {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:37:22.308332 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] Routers {'f051437d-275c-4267-afec-e4612d305d4a'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:37:22.309023 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:36:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['f051437d-275c-4267-afec-e4612d305d4a'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:37:22.327648 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Notify callbacks [] for router, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:22.332300 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.6781433 Feb 03 11:37:22.334908 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 37670) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:22.378622 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-90e61d6d-d153-40a4-be7f-2361e1249c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:22.388257 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-90e61d6d-d153-40a4-be7f-2361e1249c79 admin admin] Usage tracker for resource:security_group_rule and tenant:c3ef57789ec9415288f504bea5acd3ff is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:22.396370 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-90e61d6d-d153-40a4-be7f-2361e1249c79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:22.411046 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-90e61d6d-d153-40a4-be7f-2361e1249c79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:22.484401 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:37:22.595674 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90e61d6d-d153-40a4-be7f-2361e1249c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:22.616370 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-98d32c0f-e274-4195-b1dc-98c9ce69a4ca tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:22.636422 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-98d32c0f-e274-4195-b1dc-98c9ce69a4ca tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Usage tracker for resource:port and tenant:6d6c256d334b4467a21db33799670ea8 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:22.644539 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-98d32c0f-e274-4195-b1dc-98c9ce69a4ca tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:22.660453 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-98d32c0f-e274-4195-b1dc-98c9ce69a4ca tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:22.694924 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90e61d6d-d153-40a4-be7f-2361e1249c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:22.712258 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-98d32c0f-e274-4195-b1dc-98c9ce69a4ca tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Made reservation on behalf of 6d6c256d334b4467a21db33799670ea8 for: {'port': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:37:22.764715 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-98d32c0f-e274-4195-b1dc-98c9ce69a4ca tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:22.782252 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] Set router f051437d-275c-4267-afec-e4612d305d4a gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:37:22.886217 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0fc376ab-b498-4df3-9e46-8dea39140b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:22.920172 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:37:22.922504 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:22.933034 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:22.957083 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-90e61d6d-d153-40a4-be7f-2361e1249c79 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c3ef57789ec9415288f504bea5acd3ff&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3715737 Feb 03 11:37:23.095832 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 37680) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:23.096019 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 37684) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:23.208425 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:23.253917 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6b128491-a118-4f94-9ce9-192ab450f1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:23.440015 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-080c2e68-338e-46ef-8c5e-428c6849998e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:23.505421 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-080c2e68-338e-46ef-8c5e-428c6849998e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:23.572147 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e61d6d-d153-40a4-be7f-2361e1249c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e99366-3ff2-45fb-a627-e23009012649,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:23.575996 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-90e61d6d-d153-40a4-be7f-2361e1249c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:23.583373 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 37700) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:23.620337 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051437d-275c-4267-afec-e4612d305d4a', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:15Z', 'updated_at': '2021-02-03T11:37:19Z', 'revision_number': 3, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'gw_port': {'id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bf:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:16Z', 'updated_at': '2021-02-03T11:37:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:37:23.630543 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] Checking router: f051437d-275c-4267-afec-e4612d305d4a for host: dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:37:23.630924 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] Updating router f051437d-275c-4267-afec-e4612d305d4a port 1f1544df-5eb0-484b-9d40-9c8baa509947 binding host dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 11:37:23.645750 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1310aedd-64d4-44d4-84df-d1aeaaba21af admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:23.654077 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-6b128491-a118-4f94-9ce9-192ab450f1c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:23.662725 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-6b128491-a118-4f94-9ce9-192ab450f1c4 admin admin] Usage tracker for resource:security_group_rule and tenant:4460d80d18ce48c5928cbc5a7ea51700 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:23.669912 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-6b128491-a118-4f94-9ce9-192ab450f1c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:23.685067 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-6b128491-a118-4f94-9ce9-192ab450f1c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:23.719403 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1310aedd-64d4-44d4-84df-d1aeaaba21af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:23.721747 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-080c2e68-338e-46ef-8c5e-428c6849998e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:23.726898 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:23.767455 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1310aedd-64d4-44d4-84df-d1aeaaba21af admin admin] Usage tracker for resource:security_group_rule and tenant:9a3a60ce9dc04f7d84f56158724f0021 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:23.772500 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:23.845472 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4e96088f-a1c2-4cdb-ac2d-081599ac28d3 req-5fe8c6f5-fc10-4767-81ae-d713448c8cbd tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 210 time: 0.4084678 Feb 03 11:37:23.916491 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2eb97832-c1dc-48b8-b4c8-0fcd056b12d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:24.000154 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:24.004751 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1310aedd-64d4-44d4-84df-d1aeaaba21af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:24.023904 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fe9ba552-0222-4b7b-8a7d-b1265c2c7ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:24.029082 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61f3d0b2-b91b-476a-82be-44b9a8d456ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:24.120135 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1310aedd-64d4-44d4-84df-d1aeaaba21af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:24.236956 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c2e68-338e-46ef-8c5e-428c6849998e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e99366-3ff2-45fb-a627-e23009012649,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:24.239089 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-080c2e68-338e-46ef-8c5e-428c6849998e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:24.262878 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-080c2e68-338e-46ef-8c5e-428c6849998e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/65e99366-3ff2-45fb-a627-e23009012649 HTTP/1.1" status: 204 len: 168 time: 1.1470139 Feb 03 11:37:24.263985 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-080c2e68-338e-46ef-8c5e-428c6849998e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:24.278780 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fe9ba552-0222-4b7b-8a7d-b1265c2c7ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:24.297126 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854270799'] for router, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:24.301391 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6b128491-a118-4f94-9ce9-192ab450f1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:24.309070 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-61f3d0b2-b91b-476a-82be-44b9a8d456ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:24.315216 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-61f3d0b2-b91b-476a-82be-44b9a8d456ac admin admin] Usage tracker for resource:security_group_rule and tenant:5f80173b347f439bad1e77149fa5aa11 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:24.319294 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-61f3d0b2-b91b-476a-82be-44b9a8d456ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:24.325977 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-61f3d0b2-b91b-476a-82be-44b9a8d456ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:24.440471 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:24.468273 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] Transition to ACTIVE for port object 1f1544df-5eb0-484b-9d40-9c8baa509947 will not be triggered until provisioned by entity L2. {{(pid=80078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:37:24.483386 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:24.504799 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6b128491-a118-4f94-9ce9-192ab450f1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:24.520061 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:24.586410 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:24.613226 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-98d32c0f-e274-4195-b1dc-98c9ce69a4ca tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Allocated IP 172.20.0.2 (06d165db-6efc-4b05-9312-961402700a4e/e1df0559-c064-4fe6-8073-2e6878186c11/b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:37:24.738443 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Router aa7a93ea-787b-4719-b601-5dbab5dc03ee is scheduled to L3 agent 076b62cd-f232-448d-ae77-120500dbf827 with binding_index 1 {{(pid=80076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 03 11:37:24.776271 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61f3d0b2-b91b-476a-82be-44b9a8d456ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:24.809949 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61f3d0b2-b91b-476a-82be-44b9a8d456ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:24.836476 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-fe9ba552-0222-4b7b-8a7d-b1265c2c7ef6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b580a8c17c244f2bbef99b0ee0e2859c&name=default HTTP/1.1" status: 200 len: 2975 time: 3.0749247 Feb 03 11:37:24.836476 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ba552-0222-4b7b-8a7d-b1265c2c7ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ae850f-c9b7-441c-a690-99c90928cd83,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:24.837694 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 37710) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:24.904904 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-6b128491-a118-4f94-9ce9-192ab450f1c4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4460d80d18ce48c5928cbc5a7ea51700&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7491395 Feb 03 11:37:24.908588 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 37714) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:24.910975 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:24.953183 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1310aedd-64d4-44d4-84df-d1aeaaba21af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:25.058087 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 37720) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:25.090115 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1310aedd-64d4-44d4-84df-d1aeaaba21af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:25.118527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Pushing event updated for resources: {'Port': ['ID=1f1544df-5eb0-484b-9d40-9c8baa509947,revision_number=2']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:25.127608 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f6ab0ba8-3a9b-4c58-aab0-4906b6e35439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:25.141461 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b128491-a118-4f94-9ce9-192ab450f1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fb539f-503c-4152-aa32-2d22d97de6bc,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:25.149556 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-61f3d0b2-b91b-476a-82be-44b9a8d456ac admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5f80173b347f439bad1e77149fa5aa11&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0196812 Feb 03 11:37:25.150789 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6b128491-a118-4f94-9ce9-192ab450f1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:25.153139 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 37726) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:25.158148 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.513s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:25.188645 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.189403 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.189963 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.190528 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.191338 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.191977 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.192543 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.193403 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.194139 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.194838 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.195639 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.196271 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.196879 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.197523 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.198160 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.198698 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.199245 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.199886 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.200432 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.200978 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.201530 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.202062 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.202606 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.203138 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Tracked resource versions report: Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: pushed versions: Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: { 'AddressGroup': {'1.1'}, Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'ConntrackHelper': {'1.0'}, Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'Log': {'1.0'}, Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'Network': {'1.1'}, Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'Port': {'1.7'}, Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'PortForwarding': {'1.2'}, Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'QosPolicy': {'1.8'}, Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroup': {'1.4'}, Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroupRule': {'1.2'}, Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'SubPort': {'1.0'}, Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'Subnet': {'1.1'}, Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'Trunk': {'1.1'}} Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: consumer versions: Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: { DHCP agent@dv-cinder-773870-1-smb: {}, Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: L3 agent@dv-cinder-773870-1-smb: {}, Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: Metadata agent@dv-cinder-773870-1-smb: {}, Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: Metering agent@dv-cinder-773870-1-smb: {}, Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: Open vSwitch agent@dv-cinder-773870-1-smb: { 'AddressGroup': '1.1', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'Log': '1.0', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'Network': '1.1', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'Port': '1.7', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'PortForwarding': '1.2', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'QosPolicy': '1.8', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroup': '1.4', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'SubPort': '1.0', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'Subnet': '1.1', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'Trunk': '1.1'}, Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: Open vSwitch agent@hv-cinder-77387: { 'AddressGroup': '1.1', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'ConntrackHelper': '1.0', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'Log': '1.0', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'Network': '1.1', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'Port': '1.7', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'PortForwarding': '1.2', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'QosPolicy': '1.8', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroup': '1.4', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'SecurityGroupRule': '1.2', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'SubPort': '1.0', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'Subnet': '1.1', Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: 'Trunk': '1.1'}} Feb 03 11:37:25.204845 dv-cinder-773870-1-smb neutron-server[79964]: {{(pid=80078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 03 11:37:25.208392 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7c8e4394-736b-45eb-a8ad-7b1a6aae817d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:25.219018 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-f6ab0ba8-3a9b-4c58-aab0-4906b6e35439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:25.220833 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:25.222332 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] Attempting to bind port 1f1544df-5eb0-484b-9d40-9c8baa509947 on host dv-cinder-773870-1-smb for vnic_type normal with profile {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:37:25.222952 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] Attempting to bind port 1f1544df-5eb0-484b-9d40-9c8baa509947 by drivers openvswitch on host dv-cinder-773870-1-smb at level 0 using segments [{'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}] {{(pid=80078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:37:25.223602 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] Attempting to bind port 1f1544df-5eb0-484b-9d40-9c8baa509947 on network 84b90693-2912-4173-9093-cf01ce7c5229 {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:37:25.225085 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-1310aedd-64d4-44d4-84df-d1aeaaba21af admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9a3a60ce9dc04f7d84f56158724f0021&name=default HTTP/1.1" status: 200 len: 2977 time: 1.6395805 Feb 03 11:37:25.231133 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] Checking agent: {'id': 'b6dd2257-dda6-4a38-988b-b53fb9f71768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'started_at': datetime.datetime(2021, 2, 3, 11, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:37:25.231427 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 37730) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:25.232125 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] Checking segment: {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:37:25.232915 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:25.233540 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] Bound using segment: {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'} {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:37:25.234264 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] Bound port: 1f1544df-5eb0-484b-9d40-9c8baa509947, host: dv-cinder-773870-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}}] {{(pid=80078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:37:25.234880 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:25.288993 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f6ab0ba8-3a9b-4c58-aab0-4906b6e35439 admin admin] Usage tracker for resource:security_group_rule and tenant:9bbe42644ca04343a53f1e65620e3033 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:25.308145 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-bbeaaabc-2dcb-42b3-98d8-49136e442121 req-3fc3d9dd-2814-4fd6-ad44-0ffd62e82663 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 210 time: 0.1204858 Feb 03 11:37:25.317316 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f6ab0ba8-3a9b-4c58-aab0-4906b6e35439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:25.336184 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-46ca7dc9-e98a-463c-88f2-2b3336dff253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:25.339522 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-f6ab0ba8-3a9b-4c58-aab0-4906b6e35439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:25.348825 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] For port 1f1544df-5eb0-484b-9d40-9c8baa509947, host dv-cinder-773870-1-smb, cleared binding levels {{(pid=80078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:37:25.354279 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] For port 1f1544df-5eb0-484b-9d40-9c8baa509947, host dv-cinder-773870-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=1f1544df-5eb0-484b-9d40-9c8baa509947,segment=NetworkSegment(ef679f0b-7c61-47c0-b704-b3d2fd0cd989),segment_id=ef679f0b-7c61-47c0-b704-b3d2fd0cd989)] {{(pid=80078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:37:25.357239 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:25.384931 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3d0b2-b91b-476a-82be-44b9a8d456ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e892ff-475f-4492-a2f5-b89a60946429,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:25.388024 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bb68e0fb-e1ad-4284-be36-180bda66d47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:25.424022 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bb68e0fb-e1ad-4284-be36-180bda66d47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:25.455467 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b59e1b85-dc5a-49b4-a405-7c934377d1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:25.463429 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:25.471927 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61f3d0b2-b91b-476a-82be-44b9a8d456ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:25.484272 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.620s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:25.484724 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:25.498100 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bb68e0fb-e1ad-4284-be36-180bda66d47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:25.506968 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310aedd-64d4-44d4-84df-d1aeaaba21af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fcd1c0-fe6f-4069-a033-15afd8606abc,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:25.521337 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6a54ea7f-f563-4ace-807a-d6c48d52542c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:25.523426 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1310aedd-64d4-44d4-84df-d1aeaaba21af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:25.524310 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-46ca7dc9-e98a-463c-88f2-2b3336dff253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:25.541120 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9601addd-87c9-4778-b28f-22aceab6c359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:25.579987 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b59e1b85-dc5a-49b4-a405-7c934377d1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:25.589050 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:37:25.600098 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] Sync routers for ids ['aa7a93ea-787b-4719-b601-5dbab5dc03ee'] in dv-cinder-773870-1-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:37:25.619253 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68e0fb-e1ad-4284-be36-180bda66d47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fb539f-503c-4152-aa32-2d22d97de6bc,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:25.620197 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] Routers {'aa7a93ea-787b-4719-b601-5dbab5dc03ee'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:37:25.621250 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:37:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['aa7a93ea-787b-4719-b601-5dbab5dc03ee'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:37:25.642971 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bb68e0fb-e1ad-4284-be36-180bda66d47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:25.681345 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] Routers {'f051437d-275c-4267-afec-e4612d305d4a'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:37:25.682437 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:37:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['f051437d-275c-4267-afec-e4612d305d4a'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:37:25.687255 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6a54ea7f-f563-4ace-807a-d6c48d52542c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:25.711715 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Notify callbacks [] for router, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:25.724538 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.4257121 Feb 03 11:37:25.727946 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bb68e0fb-e1ad-4284-be36-180bda66d47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:25.732350 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-bb68e0fb-e1ad-4284-be36-180bda66d47c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c9fb539f-503c-4152-aa32-2d22d97de6bc HTTP/1.1" status: 204 len: 168 time: 0.8023303 Feb 03 11:37:25.738636 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 37736) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:25.805678 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-98d32c0f-e274-4195-b1dc-98c9ce69a4ca tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:25.850558 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b59e1b85-dc5a-49b4-a405-7c934377d1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:25.870074 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1310aedd-64d4-44d4-84df-d1aeaaba21af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:25.921733 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e1b85-dc5a-49b4-a405-7c934377d1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fcd1c0-fe6f-4069-a033-15afd8606abc,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:25.952733 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b59e1b85-dc5a-49b4-a405-7c934377d1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:25.968762 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b59e1b85-dc5a-49b4-a405-7c934377d1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:25.975600 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-b59e1b85-dc5a-49b4-a405-7c934377d1f4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/07fcd1c0-fe6f-4069-a033-15afd8606abc HTTP/1.1" status: 204 len: 168 time: 0.7406392 Feb 03 11:37:26.006531 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-98d32c0f-e274-4195-b1dc-98c9ce69a4ca tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:26.021717 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Pushing event updated for resources: {'Port': ['ID=1f1544df-5eb0-484b-9d40-9c8baa509947,revision_number=3']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:26.037545 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:26.126391 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] Set router f051437d-275c-4267-afec-e4612d305d4a gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:37:26.150107 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] Set router aa7a93ea-787b-4719-b601-5dbab5dc03ee gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:37:26.187949 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:26.478894 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d32c0f-e274-4195-b1dc-98c9ce69a4ca tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Pushing event updated for resources: {'Port': ['ID=b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:26.496348 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-98d32c0f-e274-4195-b1dc-98c9ce69a4ca tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:26.583419 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-98d32c0f-e274-4195-b1dc-98c9ce69a4ca tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Network 06d165db-6efc-4b05-9312-961402700a4e is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:37:26.584799 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-98d32c0f-e274-4195-b1dc-98c9ce69a4ca tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:37:26.588188 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-98d32c0f-e274-4195-b1dc-98c9ce69a4ca tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:37:26.669051 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-98d32c0f-e274-4195-b1dc-98c9ce69a4ca tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:26.669819 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-98d32c0f-e274-4195-b1dc-98c9ce69a4ca tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:26.690029 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-98d32c0f-e274-4195-b1dc-98c9ce69a4ca tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5729284 Feb 03 11:37:26.713158 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-564ed21c-5466-4149-85d4-565eb42b21b0 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:37:26.713676 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-564ed21c-5466-4149-85d4-565eb42b21b0 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0063384 Feb 03 11:37:26.714209 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 37750) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:26.792592 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ae4f4a3b-5552-4b71-ae03-d26e2343f610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:26.834560 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ae4f4a3b-5552-4b71-ae03-d26e2343f610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:26.844388 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ae4f4a3b-5552-4b71-ae03-d26e2343f610 admin admin] Usage tracker for resource:security_group_rule and tenant:499d489b766241e78b30a1b9bbef0321 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:26.849089 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ae4f4a3b-5552-4b71-ae03-d26e2343f610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:26.855373 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ae4f4a3b-5552-4b71-ae03-d26e2343f610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:26.959352 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7a93ea-787b-4719-b601-5dbab5dc03ee', 'name': 'tempest-ServerRescueNegativeTestJSON-606086125-router', 'tenant_id': '56aa07d6046f423a9737e95d751bc566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '351ee7fc-8e90-41e5-ad50-2a6eb117b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:17Z', 'updated_at': '2021-02-03T11:37:21Z', 'revision_number': 3, 'project_id': '56aa07d6046f423a9737e95d751bc566', 'gw_port': {'id': '351ee7fc-8e90-41e5-ad50-2a6eb117b439', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7a93ea-787b-4719-b601-5dbab5dc03ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:19Z', 'updated_at': '2021-02-03T11:37:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:37:26.966283 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] Checking router: aa7a93ea-787b-4719-b601-5dbab5dc03ee for host: dv-cinder-773870-1-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:37:26.966867 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] Updating router aa7a93ea-787b-4719-b601-5dbab5dc03ee port 351ee7fc-8e90-41e5-ad50-2a6eb117b439 binding host dv-cinder-773870-1-smb {{(pid=80077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 11:37:27.022235 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051437d-275c-4267-afec-e4612d305d4a', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:15Z', 'updated_at': '2021-02-03T11:37:19Z', 'revision_number': 3, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'gw_port': {'id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bf:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:16Z', 'updated_at': '2021-02-03T11:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:37:27.026879 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a07545-53f8-4ec4-8245-807a5364c496 None None] The sync data for ids ['f051437d-275c-4267-afec-e4612d305d4a'] in dv-cinder-773870-1-smb is: [{'id': 'f051437d-275c-4267-afec-e4612d305d4a', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:15Z', 'updated_at': '2021-02-03T11:37:19Z', 'revision_number': 3, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'gw_port': {'id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bf:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:16Z', 'updated_at': '2021-02-03T11:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}] {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:37:27.116750 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:27.189263 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-46ca7dc9-e98a-463c-88f2-2b3336dff253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:27.220085 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ae4f4a3b-5552-4b71-ae03-d26e2343f610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:27.227892 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Request body: {'port': {'device_id': 'a604e8fd-52c0-48ec-9da2-2a2de274da76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:27.243648 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f6ab0ba8-3a9b-4c58-aab0-4906b6e35439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:27.265529 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ae4f4a3b-5552-4b71-ae03-d26e2343f610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:27.277586 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:27.303194 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-32641e53-2ac9-4c97-87b0-c91a28c9a594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:27.345220 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:27.393879 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f6ab0ba8-3a9b-4c58-aab0-4906b6e35439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:27.402372 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-46ca7dc9-e98a-463c-88f2-2b3336dff253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:27.406513 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-46ca7dc9-e98a-463c-88f2-2b3336dff253 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a6ae850f-c9b7-441c-a690-99c90928cd83 HTTP/1.1" status: 204 len: 168 time: 2.5429854 Feb 03 11:37:27.484208 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-ae4f4a3b-5552-4b71-ae03-d26e2343f610 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=499d489b766241e78b30a1b9bbef0321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7687325 Feb 03 11:37:27.488163 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 37766) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:27.564517 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f4a3b-5552-4b71-ae03-d26e2343f610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a0bd39-5a36-4948-ba2b-4c19b84d9731,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:27.741552 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ae4f4a3b-5552-4b71-ae03-d26e2343f610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:27.850864 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:27.897190 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f21a05d4-3217-4bbf-9652-15c8be5d606c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:27.982308 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ea6d6-17d2-4a84-aeeb-46babc811e8f req-f2112caf-fe48-44a6-a08d-0416428b0c60 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:27.993278 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:27.996398 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-741ea6d6-17d2-4a84-aeeb-46babc811e8f req-f2112caf-fe48-44a6-a08d-0416428b0c60 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 931 time: 1.2617576 Feb 03 11:37:28.015681 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f21a05d4-3217-4bbf-9652-15c8be5d606c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:28.021606 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] Transition to ACTIVE for port object 351ee7fc-8e90-41e5-ad50-2a6eb117b439 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:37:28.027028 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:28.095096 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca7dc9-e98a-463c-88f2-2b3336dff253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ae850f-c9b7-441c-a690-99c90928cd83,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:28.124149 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6a54ea7f-f563-4ace-807a-d6c48d52542c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:28.203605 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-46ca7dc9-e98a-463c-88f2-2b3336dff253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:28.204445 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bb68e0fb-e1ad-4284-be36-180bda66d47c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:28.267378 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:28.271730 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6a54ea7f-f563-4ace-807a-d6c48d52542c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:28.276474 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-6a54ea7f-f563-4ace-807a-d6c48d52542c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/64e892ff-475f-4492-a2f5-b89a60946429 HTTP/1.1" status: 204 len: 168 time: 3.1111424 Feb 03 11:37:28.390618 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f21a05d4-3217-4bbf-9652-15c8be5d606c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:28.430941 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] Attempting to bind port 351ee7fc-8e90-41e5-ad50-2a6eb117b439 on host dv-cinder-773870-1-smb for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:37:28.431400 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] Attempting to bind port 351ee7fc-8e90-41e5-ad50-2a6eb117b439 by drivers openvswitch on host dv-cinder-773870-1-smb at level 0 using segments [{'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:37:28.432182 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] Attempting to bind port 351ee7fc-8e90-41e5-ad50-2a6eb117b439 on network 84b90693-2912-4173-9093-cf01ce7c5229 {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:37:28.437890 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13871075-4cd6-4f11-9fdd-14c2d46cee98 None None] Pushing event updated for resources: {'Port': ['ID=351ee7fc-8e90-41e5-ad50-2a6eb117b439,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:28.442736 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] Checking agent: {'id': 'b6dd2257-dda6-4a38-988b-b53fb9f71768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'started_at': datetime.datetime(2021, 2, 3, 11, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:37:28.443538 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] Checking segment: {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:37:28.443997 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:28.444458 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] Bound using segment: {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:37:28.444942 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] Bound port: 351ee7fc-8e90-41e5-ad50-2a6eb117b439, host: dv-cinder-773870-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:37:28.445447 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:28.445709 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-90e61d6d-d153-40a4-be7f-2361e1249c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:28.486926 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a05d4-3217-4bbf-9652-15c8be5d606c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a0bd39-5a36-4948-ba2b-4c19b84d9731,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:28.497184 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f21a05d4-3217-4bbf-9652-15c8be5d606c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:28.547638 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] For port 351ee7fc-8e90-41e5-ad50-2a6eb117b439, host dv-cinder-773870-1-smb, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:37:28.556020 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] For port 351ee7fc-8e90-41e5-ad50-2a6eb117b439, host dv-cinder-773870-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=351ee7fc-8e90-41e5-ad50-2a6eb117b439,segment=NetworkSegment(ef679f0b-7c61-47c0-b704-b3d2fd0cd989),segment_id=ef679f0b-7c61-47c0-b704-b3d2fd0cd989)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:37:28.559118 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 1f1544df-5eb0-484b-9d40-9c8baa509947 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:37:28.657422 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-13871075-4cd6-4f11-9fdd-14c2d46cee98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:28.671356 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:28.871937 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-741ea6d6-17d2-4a84-aeeb-46babc811e8f req-de22b82f-2f44-4ed7-88ed-ee3417a813a9 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Synchronizing usage tracker for tenant:6d6c256d334b4467a21db33799670ea8 on resource:security_group {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:37:28.877964 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:29.004461 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13871075-4cd6-4f11-9fdd-14c2d46cee98 None None] Pushing event updated for resources: {'Port': ['ID=351ee7fc-8e90-41e5-ad50-2a6eb117b439,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:29.008229 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning for port 1f1544df-5eb0-484b-9d40-9c8baa509947 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:37:29.019604 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-13871075-4cd6-4f11-9fdd-14c2d46cee98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:29.021802 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 1f1544df-5eb0-484b-9d40-9c8baa509947 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:37:29.022753 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:29.065345 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f21a05d4-3217-4bbf-9652-15c8be5d606c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:29.065345 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-f21a05d4-3217-4bbf-9652-15c8be5d606c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a8a0bd39-5a36-4948-ba2b-4c19b84d9731 HTTP/1.1" status: 204 len: 168 time: 1.5501068 Feb 03 11:37:29.101178 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:29.309505 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:29.351597 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] For port 1f1544df-5eb0-484b-9d40-9c8baa509947, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=1f1544df-5eb0-484b-9d40-9c8baa509947,segment=NetworkSegment(ef679f0b-7c61-47c0-b704-b3d2fd0cd989),segment_id=ef679f0b-7c61-47c0-b704-b3d2fd0cd989)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:37:29.354728 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] Routers {'aa7a93ea-787b-4719-b601-5dbab5dc03ee'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:37:29.355449 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:37:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['aa7a93ea-787b-4719-b601-5dbab5dc03ee'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:37:29.461719 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f {{(pid=80076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 11:37:29.471319 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:29.474737 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-f6ab0ba8-3a9b-4c58-aab0-4906b6e35439 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9bbe42644ca04343a53f1e65620e3033&name=default HTTP/1.1" status: 200 len: 2979 time: 4.4129570 Feb 03 11:37:29.494781 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Transition to ACTIVE for port object b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f will not be triggered until provisioned by entity L2. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:37:29.496573 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 37792) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:29.500681 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:29.546713 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:29.670542 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:29.706251 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:29.788748 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab0ba8-3a9b-4c58-aab0-4906b6e35439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b35e399-89cc-45db-a0fc-323868885178,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:29.859499 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54ea7f-f563-4ace-807a-d6c48d52542c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e892ff-475f-4492-a2f5-b89a60946429,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:29.861819 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 37798) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:30.001501 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6a54ea7f-f563-4ace-807a-d6c48d52542c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.797s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:30.003254 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Allocated IP 172.20.0.1 (6ee212a8-a662-49ec-9d02-feb306b9fb62/b02e8330-4b19-43ce-a9de-cf3994e73e6b/59e1b350-4f9e-4232-8358-e8908aee0f28) {{(pid=80075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:37:30.005891 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-741ea6d6-17d2-4a84-aeeb-46babc811e8f req-de22b82f-2f44-4ed7-88ed-ee3417a813a9 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Unset dirty status for tenant:6d6c256d334b4467a21db33799670ea8 on resource:security_group {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:37:30.007480 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-741ea6d6-17d2-4a84-aeeb-46babc811e8f req-de22b82f-2f44-4ed7-88ed-ee3417a813a9 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/security-groups?id=ceede8bb-44f4-4fa7-94e4-2afc1ade8d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0101588 Feb 03 11:37:30.008055 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.731s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:30.008474 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:30.023337 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7485190f-e6cd-4037-8fb4-16adc743510a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:30.058970 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-17c84c64-1ea3-46fd-b75e-09440ec4b423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:30.088529 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7485190f-e6cd-4037-8fb4-16adc743510a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:30.163501 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7485190f-e6cd-4037-8fb4-16adc743510a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:30.224912 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:30.245700 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:30.271627 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f21a05d4-3217-4bbf-9652-15c8be5d606c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:30.295304 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7485190f-e6cd-4037-8fb4-16adc743510a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:30.299137 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-7485190f-e6cd-4037-8fb4-16adc743510a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0b35e399-89cc-45db-a0fc-323868885178 HTTP/1.1" status: 204 len: 168 time: 0.7988768 Feb 03 11:37:30.313661 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485190f-e6cd-4037-8fb4-16adc743510a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b35e399-89cc-45db-a0fc-323868885178,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:30.317125 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7485190f-e6cd-4037-8fb4-16adc743510a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:30.327278 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] Set router aa7a93ea-787b-4719-b601-5dbab5dc03ee gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:37:30.361544 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Attempting to bind port b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f on host hv-cinder-77387 for vnic_type normal with profile {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:37:30.361936 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Attempting to bind port b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '01b44f48-93ce-4c7c-b654-728ed9d69bd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '06d165db-6efc-4b05-9312-961402700a4e'}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:37:30.362306 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Attempting to bind port b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f on network 06d165db-6efc-4b05-9312-961402700a4e {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:37:30.382733 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Checking agent: {'id': 'd04a5943-f855-4f30-8269-6a00b74e68db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 34, 59), 'started_at': datetime.datetime(2021, 2, 3, 11, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.119', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:37:30.383175 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Checking segment: {'id': '01b44f48-93ce-4c7c-b654-728ed9d69bd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '06d165db-6efc-4b05-9312-961402700a4e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:37:30.383753 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:30.384221 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Bound using segment: {'id': '01b44f48-93ce-4c7c-b654-728ed9d69bd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '06d165db-6efc-4b05-9312-961402700a4e'} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:37:30.384749 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Bound port: b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b44f48-93ce-4c7c-b654-728ed9d69bd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '06d165db-6efc-4b05-9312-961402700a4e'}}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:37:30.385356 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:30.505746 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Pushing event updated for resources: {'Port': ['ID=1f1544df-5eb0-484b-9d40-9c8baa509947,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:30.613545 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] For port b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f, host hv-cinder-77387, cleared binding levels {{(pid=80076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:37:30.618540 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] For port b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f,segment=NetworkSegment(01b44f48-93ce-4c7c-b654-728ed9d69bd0),segment_id=01b44f48-93ce-4c7c-b654-728ed9d69bd0)] {{(pid=80076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:37:30.622798 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:30.796736 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.091s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:30.853716 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:30.865298 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:30.891480 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-17c84c64-1ea3-46fd-b75e-09440ec4b423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:31.022175 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:31.036523 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7a93ea-787b-4719-b601-5dbab5dc03ee', 'name': 'tempest-ServerRescueNegativeTestJSON-606086125-router', 'tenant_id': '56aa07d6046f423a9737e95d751bc566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '351ee7fc-8e90-41e5-ad50-2a6eb117b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:17Z', 'updated_at': '2021-02-03T11:37:21Z', 'revision_number': 3, 'project_id': '56aa07d6046f423a9737e95d751bc566', 'gw_port': {'id': '351ee7fc-8e90-41e5-ad50-2a6eb117b439', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7a93ea-787b-4719-b601-5dbab5dc03ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:19Z', 'updated_at': '2021-02-03T11:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:37:31.036711 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:31.037360 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:31.038845 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] 10.222.0.122 "PUT /v2.0/ports/b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f HTTP/1.1" status: 200 len: 1157 time: 4.0592701 Feb 03 11:37:31.039399 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a604e8fd-52c0-48ec-9da2-2a2de274da76', 'tag': 'b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:37:31.043050 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Transition to ACTIVE for port object 59e1b350-4f9e-4232-8358-e8908aee0f28 will not be triggered until provisioned by entity DHCP. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:37:31.043184 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa667eb9-5823-4345-861b-0350ec926605 None None] The sync data for ids ['aa7a93ea-787b-4719-b601-5dbab5dc03ee'] in dv-cinder-773870-1-smb is: [{'id': 'aa7a93ea-787b-4719-b601-5dbab5dc03ee', 'name': 'tempest-ServerRescueNegativeTestJSON-606086125-router', 'tenant_id': '56aa07d6046f423a9737e95d751bc566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '351ee7fc-8e90-41e5-ad50-2a6eb117b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:17Z', 'updated_at': '2021-02-03T11:37:21Z', 'revision_number': 3, 'project_id': '56aa07d6046f423a9737e95d751bc566', 'gw_port': {'id': '351ee7fc-8e90-41e5-ad50-2a6eb117b439', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7a93ea-787b-4719-b601-5dbab5dc03ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:19Z', 'updated_at': '2021-02-03T11:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:37:31.074204 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-17c84c64-1ea3-46fd-b75e-09440ec4b423 admin admin] Usage tracker for resource:security_group_rule and tenant:fa81546a03f14f7fbf4d544c2c267ffd is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:31.077918 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:31.097348 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-17c84c64-1ea3-46fd-b75e-09440ec4b423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:31.118804 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-17c84c64-1ea3-46fd-b75e-09440ec4b423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:31.257547 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f,revision_number=3']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:31.273295 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:31.680273 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eab352-2d7e-4a89-814c-541fc24ef3a6 req-04adc8a6-1682-45af-9745-58e0351df9c8 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:31.681116 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-71eab352-2d7e-4a89-814c-541fc24ef3a6 req-04adc8a6-1682-45af-9745-58e0351df9c8 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Synchronizing usage tracker for tenant:6d6c256d334b4467a21db33799670ea8 on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:37:31.719929 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Allocated IP 172.20.0.1 (eb1cf823-771e-4587-bbb1-8d7de9b7e35c/97b65fc5-b24e-456c-92d2-94fdf77fc327/858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb) {{(pid=80075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:37:31.722741 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-71eab352-2d7e-4a89-814c-541fc24ef3a6 req-04adc8a6-1682-45af-9745-58e0351df9c8 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Unset dirty status for tenant:6d6c256d334b4467a21db33799670ea8 on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:37:31.724087 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-71eab352-2d7e-4a89-814c-541fc24ef3a6 req-04adc8a6-1682-45af-9745-58e0351df9c8 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 943 time: 0.4029891 Feb 03 11:37:31.894954 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-71eab352-2d7e-4a89-814c-541fc24ef3a6 req-d944382f-a963-46c9-b17a-fa9fd03e44a5 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/security-groups?id=ceede8bb-44f4-4fa7-94e4-2afc1ade8d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642482 Feb 03 11:37:32.282507 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-aee26a3c-bb3f-41d0-bfac-1851523c4325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:32.418320 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Pushing event updated for resources: {'Port': ['ID=59e1b350-4f9e-4232-8358-e8908aee0f28,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:32.421695 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:32.465046 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 351ee7fc-8e90-41e5-ad50-2a6eb117b439 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:37:32.481808 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Network 6ee212a8-a662-49ec-9d02-feb306b9fb62 is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:37:32.490305 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:32.496284 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:37:32.498737 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Received port after_create {{(pid=80075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:37:32.499484 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275467'] for router_interface, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:32.719040 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a604e8fd-52c0-48ec-9da2-2a2de274da76', 'tag': 'b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f', 'status': 'completed', 'code': 200} Feb 03 11:37:32.745472 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning for port 351ee7fc-8e90-41e5-ad50-2a6eb117b439 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:37:32.758819 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 351ee7fc-8e90-41e5-ad50-2a6eb117b439 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:37:32.759232 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:32.880451 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-17c84c64-1ea3-46fd-b75e-09440ec4b423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:32.887499 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-17c84c64-1ea3-46fd-b75e-09440ec4b423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:32.935367 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:33.006693 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-17c84c64-1ea3-46fd-b75e-09440ec4b423 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fa81546a03f14f7fbf4d544c2c267ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0929625 Feb 03 11:37:33.009400 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 37868) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:33.011213 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c84c64-1ea3-46fd-b75e-09440ec4b423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e1e236-61e8-43e3-9555-c0bd0f7fa54b,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:33.021953 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-17c84c64-1ea3-46fd-b75e-09440ec4b423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:33.184929 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:33.200564 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-8d7500db-a930-4b1e-b340-c6831da91998 None None] Provisioning for port 59e1b350-4f9e-4232-8358-e8908aee0f28 completed by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:37:33.216185 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-8d7500db-a930-4b1e-b340-c6831da91998 None None] Provisioning complete for port 59e1b350-4f9e-4232-8358-e8908aee0f28 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:37:33.216607 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8d7500db-a930-4b1e-b340-c6831da91998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:33.293245 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:33.300476 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-8d7500db-a930-4b1e-b340-c6831da91998 None None] Port 59e1b350-4f9e-4232-8358-e8908aee0f28 cannot update to ACTIVE because it is not bound. {{(pid=80077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 11:37:33.320726 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] For port 351ee7fc-8e90-41e5-ad50-2a6eb117b439, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=351ee7fc-8e90-41e5-ad50-2a6eb117b439,segment=NetworkSegment(ef679f0b-7c61-47c0-b704-b3d2fd0cd989),segment_id=ef679f0b-7c61-47c0-b704-b3d2fd0cd989)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:37:33.325067 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:33.326387 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 1f1544df-5eb0-484b-9d40-9c8baa509947 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:37:33.336251 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f6ff4a8d-c7d9-4ba8-9dfa-aaa6e1e9da67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:33.361039 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:33.368138 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f6ff4a8d-c7d9-4ba8-9dfa-aaa6e1e9da67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:33.392138 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-13871075-4cd6-4f11-9fdd-14c2d46cee98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:33.430145 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f6ff4a8d-c7d9-4ba8-9dfa-aaa6e1e9da67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:33.443315 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3cfa41d9-b606-40c7-8353-4fade776d21d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:33.460227 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Network eb1cf823-771e-4587-bbb1-8d7de9b7e35c is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:37:33.460703 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f6ff4a8d-c7d9-4ba8-9dfa-aaa6e1e9da67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:33.462724 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-f6ff4a8d-c7d9-4ba8-9dfa-aaa6e1e9da67 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c5e1e236-61e8-43e3-9555-c0bd0f7fa54b HTTP/1.1" status: 204 len: 168 time: 0.4521384 Feb 03 11:37:33.468323 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff4a8d-c7d9-4ba8-9dfa-aaa6e1e9da67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e1e236-61e8-43e3-9555-c0bd0f7fa54b,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:33.471347 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f6ff4a8d-c7d9-4ba8-9dfa-aaa6e1e9da67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:33.472821 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:37:33.479249 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Received port after_create {{(pid=80075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:37:33.480964 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275467'] for router_interface, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:33.579553 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408edc72-64e0-4573-a87b-e086d66f0f4a req-2c7223e9-37a0-4a50-8c80-f70cf20b33ef tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:33.581506 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-408edc72-64e0-4573-a87b-e086d66f0f4a req-2c7223e9-37a0-4a50-8c80-f70cf20b33ef tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 943 time: 0.3989177 Feb 03 11:37:33.669957 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-408edc72-64e0-4573-a87b-e086d66f0f4a req-c16d00a1-8902-4f03-97e4-a563d8ad737d tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/security-groups?id=ceede8bb-44f4-4fa7-94e4-2afc1ade8d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805466 Feb 03 11:37:33.687286 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:33.735095 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Pushing event updated for resources: {'Port': ['ID=351ee7fc-8e90-41e5-ad50-2a6eb117b439,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:33.739604 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:33.748856 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 1f1544df-5eb0-484b-9d40-9c8baa509947 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:37:33.749276 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:33.792594 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Pushing event updated for resources: {'Port': ['ID=858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:33.803660 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:33.822476 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:34.232963 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 351ee7fc-8e90-41e5-ad50-2a6eb117b439 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:37:34.326513 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 351ee7fc-8e90-41e5-ad50-2a6eb117b439 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:37:34.327471 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:34.618252 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:34.632894 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:34.635216 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854270421'] for router_interface, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:34.794194 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d170ca9-b433-4c3e-acb6-f4c163847af3 req-9683a652-3185-4def-b0d1-ea9befe57ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:34.801182 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7d170ca9-b433-4c3e-acb6-f4c163847af3 req-9683a652-3185-4def-b0d1-ea9befe57ca9 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=6d6c256d334b4467a21db33799670ea8&device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 1160 time: 0.2328813 Feb 03 11:37:34.852624 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:34.970196 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Pushing event updated for resources: {'Port': ['ID=858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:34.973890 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:34.992315 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.db.resource_extend [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 03 11:37:35.014746 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:35.018561 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Network eb1cf823-771e-4587-bbb1-8d7de9b7e35c is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:37:35.020662 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:37:35.031653 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:35.034159 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854270421'] for router_interface, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:35.085294 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d170ca9-b433-4c3e-acb6-f4c163847af3 req-e02ee7d8-f76b-41b6-96ce-3ec48aace470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:35.086916 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7d170ca9-b433-4c3e-acb6-f4c163847af3 req-e02ee7d8-f76b-41b6-96ce-3ec48aace470 service neutron] 10.222.0.122 "GET /v2.0/networks?tenant_id=6d6c256d334b4467a21db33799670ea8&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2784641 Feb 03 11:37:35.203857 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:35.417700 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d170ca9-b433-4c3e-acb6-f4c163847af3 req-4677b77e-de2b-4872-9780-f9e490d0b2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:35.419929 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7d170ca9-b433-4c3e-acb6-f4c163847af3 req-4677b77e-de2b-4872-9780-f9e490d0b2b9 service neutron] 10.222.0.122 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2738817 Feb 03 11:37:35.511607 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Pushing event updated for resources: {'Port': ['ID=59e1b350-4f9e-4232-8358-e8908aee0f28,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:35.533440 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:35.561286 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Network 6ee212a8-a662-49ec-9d02-feb306b9fb62 is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:37:35.565916 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:37:35.780303 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906a1dd-f1cd-45e3-9718-5f91c8cce187 req-853bbd6a-cfa1-4d94-a040-4f6dd8e19145 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:35.787956 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e906a1dd-f1cd-45e3-9718-5f91c8cce187 req-853bbd6a-cfa1-4d94-a040-4f6dd8e19145 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 943 time: 0.6999242 Feb 03 11:37:35.827192 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-88a7b642-76ec-413e-85c1-cc36866e6ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:35.834994 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-88a7b642-76ec-413e-85c1-cc36866e6ec7 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=6d6c256d334b4467a21db33799670ea8&device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 1160 time: 0.3710377 Feb 03 11:37:35.940533 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-bd71a4ee-1244-49ab-823f-073da90b2d45 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f HTTP/1.1" status: 200 len: 217 time: 0.0923462 Feb 03 11:37:35.968685 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b1566422-2fb8-4015-8aba-ccd56c28f781 None None] Provisioning complete for port 59e1b350-4f9e-4232-8358-e8908aee0f28 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:37:35.969109 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b1566422-2fb8-4015-8aba-ccd56c28f781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:35.986634 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e906a1dd-f1cd-45e3-9718-5f91c8cce187 req-04bd01b5-fb94-4221-b7a9-08325d95895d tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/security-groups?id=ceede8bb-44f4-4fa7-94e4-2afc1ade8d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973305 Feb 03 11:37:36.030909 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Router aa7a93ea-787b-4719-b601-5dbab5dc03ee has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:37:36.080010 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-76f88041-614e-4d4c-bdd4-bcc684c270ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:36.081953 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-76f88041-614e-4d4c-bdd4-bcc684c270ab service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e1df0559-c064-4fe6-8073-2e6878186c11 HTTP/1.1" status: 200 len: 852 time: 0.0940607 Feb 03 11:37:36.136613 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-b1566422-2fb8-4015-8aba-ccd56c28f781 None None] Port 59e1b350-4f9e-4232-8358-e8908aee0f28 cannot update to ACTIVE because it is not bound. {{(pid=80077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 11:37:36.180962 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-872fa6c9-c7b7-4fd3-882a-cc4b467ca690 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=06d165db-6efc-4b05-9312-961402700a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924454 Feb 03 11:37:36.280584 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Router f051437d-275c-4267-afec-e4612d305d4a has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:37:36.353230 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-4be16b7f-3322-4dbf-9d87-6d2286c6f7ca service neutron] 10.222.0.122 "GET /v2.0/networks/06d165db-6efc-4b05-9312-961402700a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648095 Feb 03 11:37:36.439793 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 37980) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:36.452436 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:37:36.462905 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] Sync routers for ids ['aa7a93ea-787b-4719-b601-5dbab5dc03ee'] in dv-cinder-773870-1-smb {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:37:36.480526 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] Routers {'aa7a93ea-787b-4719-b601-5dbab5dc03ee'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:37:36.481219 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:37:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['aa7a93ea-787b-4719-b601-5dbab5dc03ee'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:37:36.509418 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] 10.222.0.68 "PUT /v2.0/routers/aa7a93ea-787b-4719-b601-5dbab5dc03ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7575879 Feb 03 11:37:36.557133 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2c8e2099-abd2-4da8-ab1e-a07c4e4bdc99 req-0f48dace-8e82-4b24-bacc-a124594bca69 service neutron] 10.222.0.122 "GET /v2.0/networks/06d165db-6efc-4b05-9312-961402700a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1973042 Feb 03 11:37:36.559145 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:37:36.575154 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] 10.222.0.68 "PUT /v2.0/routers/f051437d-275c-4267-afec-e4612d305d4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2392790 Feb 03 11:37:36.575352 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] Sync routers for ids ['f051437d-275c-4267-afec-e4612d305d4a'] in dv-cinder-773870-1-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:37:36.597020 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] Routers {'f051437d-275c-4267-afec-e4612d305d4a'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:37:36.598034 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:37:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['f051437d-275c-4267-afec-e4612d305d4a'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:37:36.757241 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] Set router aa7a93ea-787b-4719-b601-5dbab5dc03ee gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:37:36.906564 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] Set router f051437d-275c-4267-afec-e4612d305d4a gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:37:36.924254 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d75ed3b9-d258-49fb-a7e2-cb9d4281ac2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:36.962585 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d75ed3b9-d258-49fb-a7e2-cb9d4281ac2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:36.974193 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d75ed3b9-d258-49fb-a7e2-cb9d4281ac2f admin admin] Usage tracker for resource:security_group_rule and tenant:0a53c56515d94a668854243758f04195 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:36.982424 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d75ed3b9-d258-49fb-a7e2-cb9d4281ac2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:37.005656 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d75ed3b9-d258-49fb-a7e2-cb9d4281ac2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:37.179695 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7a93ea-787b-4719-b601-5dbab5dc03ee', 'name': 'tempest-ServerRescueNegativeTestJSON-606086125-router', 'tenant_id': '56aa07d6046f423a9737e95d751bc566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '351ee7fc-8e90-41e5-ad50-2a6eb117b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:17Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '56aa07d6046f423a9737e95d751bc566', 'gw_port': {'id': '351ee7fc-8e90-41e5-ad50-2a6eb117b439', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7a93ea-787b-4719-b601-5dbab5dc03ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:19Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb', 'name': '', 'network_id': 'eb1cf823-771e-4587-bbb1-8d7de9b7e35c', 'tenant_id': '56aa07d6046f423a9737e95d751bc566', 'mac_address': 'fa:16:3e:47:6f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7a93ea-787b-4719-b601-5dbab5dc03ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '97b65fc5-b24e-456c-92d2-94fdf77fc327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:31Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 2, 'project_id': '56aa07d6046f423a9737e95d751bc566', 'subnets': [{'id': '97b65fc5-b24e-456c-92d2-94fdf77fc327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:37:37.190322 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] Checking router: aa7a93ea-787b-4719-b601-5dbab5dc03ee for host: dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:37:37.190770 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] Updating router aa7a93ea-787b-4719-b601-5dbab5dc03ee port 858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb binding host dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 11:37:37.215735 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d75ed3b9-d258-49fb-a7e2-cb9d4281ac2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:37.219006 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d75ed3b9-d258-49fb-a7e2-cb9d4281ac2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:37.270802 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:37.324699 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:37.345235 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-d75ed3b9-d258-49fb-a7e2-cb9d4281ac2f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0a53c56515d94a668854243758f04195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9018493 Feb 03 11:37:37.345235 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ed3b9-d258-49fb-a7e2-cb9d4281ac2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279159cd-ad59-4506-a812-628975173668,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:37.346240 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 38014) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:37.459150 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d75ed3b9-d258-49fb-a7e2-cb9d4281ac2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:37.485049 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051437d-275c-4267-afec-e4612d305d4a', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:15Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'gw_port': {'id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:16Z', 'updated_at': '2021-02-03T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '59e1b350-4f9e-4232-8358-e8908aee0f28', 'name': '', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'mac_address': 'fa:16:3e:68:4c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:28Z', 'updated_at': '2021-02-03T11:37:34Z', 'revision_number': 2, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'subnets': [{'id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:37:37.505385 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] Checking router: f051437d-275c-4267-afec-e4612d305d4a for host: dv-cinder-773870-1-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:37:37.505793 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] Updating router f051437d-275c-4267-afec-e4612d305d4a port 59e1b350-4f9e-4232-8358-e8908aee0f28 binding host dv-cinder-773870-1-smb {{(pid=80077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 11:37:37.509846 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-098c4f2a-07c2-49f5-8165-60cd50e6f33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:37.600506 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-098c4f2a-07c2-49f5-8165-60cd50e6f33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:37.674132 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:37.759424 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34328021-7ec7-436c-9566-f8af2c0e2c5f req-757f4320-be14-49d0-9549-7166716ca423 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:37.761746 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-098c4f2a-07c2-49f5-8165-60cd50e6f33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:37.773529 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-34328021-7ec7-436c-9566-f8af2c0e2c5f req-757f4320-be14-49d0-9549-7166716ca423 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 943 time: 0.4986682 Feb 03 11:37:37.779043 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f6ff4a8d-c7d9-4ba8-9dfa-aaa6e1e9da67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:37.830045 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c4f2a-07c2-49f5-8165-60cd50e6f33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279159cd-ad59-4506-a812-628975173668,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:37.832702 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-098c4f2a-07c2-49f5-8165-60cd50e6f33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:37.841701 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-098c4f2a-07c2-49f5-8165-60cd50e6f33f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/279159cd-ad59-4506-a812-628975173668 HTTP/1.1" status: 204 len: 168 time: 0.4939942 Feb 03 11:37:37.842847 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-098c4f2a-07c2-49f5-8165-60cd50e6f33f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:37.924969 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-34328021-7ec7-436c-9566-f8af2c0e2c5f req-9cdc6b2d-56e7-4150-a19a-885f76de32cc tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/security-groups?id=ceede8bb-44f4-4fa7-94e4-2afc1ade8d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485996 Feb 03 11:37:38.221556 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:38.239110 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] Transition to ACTIVE for port object 858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb will not be triggered until provisioned by entity L2. {{(pid=80078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:37:38.248773 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:38.267652 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:38.489956 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 38044) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:38.495980 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-b7bbc4c0-965e-40f1-b18f-2679e3c25c60 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1141519520', 'description': 'tempest-description--1248759135'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:38.512042 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:38.539522 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] Transition to ACTIVE for port object 59e1b350-4f9e-4232-8358-e8908aee0f28 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:37:38.542107 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b7bbc4c0-965e-40f1-b18f-2679e3c25c60 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:38.542905 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:38.553759 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b7bbc4c0-965e-40f1-b18f-2679e3c25c60 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Usage tracker for resource:security_group and tenant:15e50d7ac4fd4b5db50980824778a1fd is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:38.561225 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:38.562486 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b7bbc4c0-965e-40f1-b18f-2679e3c25c60 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:38.580313 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b7bbc4c0-965e-40f1-b18f-2679e3c25c60 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:38.604732 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b7bbc4c0-965e-40f1-b18f-2679e3c25c60 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:38.658036 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b7bbc4c0-965e-40f1-b18f-2679e3c25c60 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:38.659421 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b03f0f-4304-4e93-86e2-b60a890c0ba5 None None] Pushing event updated for resources: {'Port': ['ID=59e1b350-4f9e-4232-8358-e8908aee0f28,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:38.663143 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a1b03f0f-4304-4e93-86e2-b60a890c0ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:38.668607 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b7bbc4c0-965e-40f1-b18f-2679e3c25c60 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Usage tracker for resource:security_group_rule and tenant:15e50d7ac4fd4b5db50980824778a1fd is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:38.676758 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b7bbc4c0-965e-40f1-b18f-2679e3c25c60 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:38.689272 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b7bbc4c0-965e-40f1-b18f-2679e3c25c60 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:38.792767 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e4482-0860-407c-a64e-fa1218e287b1 None None] Pushing event updated for resources: {'Port': ['ID=858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb,revision_number=3']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:38.797599 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d58e4482-0860-407c-a64e-fa1218e287b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:38.857132 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b7bbc4c0-965e-40f1-b18f-2679e3c25c60 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:38.866267 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b7bbc4c0-965e-40f1-b18f-2679e3c25c60 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:38.896554 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b59e1b85-dc5a-49b4-a405-7c934377d1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:38.978519 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbc4c0-965e-40f1-b18f-2679e3c25c60 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3645bd9-659b-464b-a062-f3bf51b23719,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:38.989506 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b7bbc4c0-965e-40f1-b18f-2679e3c25c60 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:38.999301 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-b7bbc4c0-965e-40f1-b18f-2679e3c25c60 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5062599 Feb 03 11:37:39.000414 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 38076) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:39.001430 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b7bbc4c0-965e-40f1-b18f-2679e3c25c60 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:39.024241 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-37228aff-668a-473f-b2ba-cf9a93e91d12 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Request body: {'security_group_rule': {'security_group_id': 'b3645bd9-659b-464b-a062-f3bf51b23719', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:39.089349 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-37228aff-668a-473f-b2ba-cf9a93e91d12 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:39.091149 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] Attempting to bind port 858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb on host dv-cinder-773870-1-smb for vnic_type normal with profile {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:37:39.091588 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] Attempting to bind port 858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb by drivers openvswitch on host dv-cinder-773870-1-smb at level 0 using segments [{'id': 'cf47fd35-9f02-4208-961c-8caf10fb031b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eb1cf823-771e-4587-bbb1-8d7de9b7e35c'}] {{(pid=80078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:37:39.091981 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] Attempting to bind port 858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb on network eb1cf823-771e-4587-bbb1-8d7de9b7e35c {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:37:39.100746 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] Checking agent: {'id': 'b6dd2257-dda6-4a38-988b-b53fb9f71768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'started_at': datetime.datetime(2021, 2, 3, 11, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:37:39.101310 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] Checking segment: {'id': 'cf47fd35-9f02-4208-961c-8caf10fb031b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eb1cf823-771e-4587-bbb1-8d7de9b7e35c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:37:39.101760 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:39.102179 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] Bound using segment: {'id': 'cf47fd35-9f02-4208-961c-8caf10fb031b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eb1cf823-771e-4587-bbb1-8d7de9b7e35c'} {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:37:39.102681 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] Bound port: 858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb, host: dv-cinder-773870-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf47fd35-9f02-4208-961c-8caf10fb031b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eb1cf823-771e-4587-bbb1-8d7de9b7e35c'}}] {{(pid=80078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:37:39.103079 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:39.106141 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-37228aff-668a-473f-b2ba-cf9a93e91d12 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Usage tracker for resource:security_group_rule and tenant:15e50d7ac4fd4b5db50980824778a1fd is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:39.119176 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-37228aff-668a-473f-b2ba-cf9a93e91d12 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:39.149772 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-37228aff-668a-473f-b2ba-cf9a93e91d12 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:39.350491 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] For port 858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb, host dv-cinder-773870-1-smb, cleared binding levels {{(pid=80078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:37:39.357510 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] For port 858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb, host dv-cinder-773870-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb,segment=NetworkSegment(cf47fd35-9f02-4208-961c-8caf10fb031b),segment_id=cf47fd35-9f02-4208-961c-8caf10fb031b)] {{(pid=80078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:37:39.361979 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:39.380914 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-37228aff-668a-473f-b2ba-cf9a93e91d12 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:39.469215 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] Attempting to bind port 59e1b350-4f9e-4232-8358-e8908aee0f28 on host dv-cinder-773870-1-smb for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:37:39.469622 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] Attempting to bind port 59e1b350-4f9e-4232-8358-e8908aee0f28 by drivers openvswitch on host dv-cinder-773870-1-smb at level 0 using segments [{'id': '3741f48f-16a9-4293-92b5-def40090b78c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:37:39.470026 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] Attempting to bind port 59e1b350-4f9e-4232-8358-e8908aee0f28 on network 6ee212a8-a662-49ec-9d02-feb306b9fb62 {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:37:39.501567 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] Checking agent: {'id': 'b6dd2257-dda6-4a38-988b-b53fb9f71768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'started_at': datetime.datetime(2021, 2, 3, 11, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:37:39.502189 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] Checking segment: {'id': '3741f48f-16a9-4293-92b5-def40090b78c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:37:39.502426 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:39.502875 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] Bound using segment: {'id': '3741f48f-16a9-4293-92b5-def40090b78c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:37:39.503493 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] Bound port: 59e1b350-4f9e-4232-8358-e8908aee0f28, host: dv-cinder-773870-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3741f48f-16a9-4293-92b5-def40090b78c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:37:39.503913 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:39.588762 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:39.593948 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-37228aff-668a-473f-b2ba-cf9a93e91d12 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:39.623866 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-37228aff-668a-473f-b2ba-cf9a93e91d12 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422319'] for security_group_rule, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:39.676954 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b86849-de47-44b9-81b3-454e92258b5c req-ba4cb831-9f48-4ad2-804d-c0cb8299eb86 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:39.683657 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-66b86849-de47-44b9-81b3-454e92258b5c req-ba4cb831-9f48-4ad2-804d-c0cb8299eb86 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Synchronizing usage tracker for tenant:56aa07d6046f423a9737e95d751bc566 on resource:network {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:37:39.701491 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:39.721487 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e4482-0860-407c-a64e-fa1218e287b1 None None] Pushing event updated for resources: {'Port': ['ID=858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb,revision_number=4']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:39.725410 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d58e4482-0860-407c-a64e-fa1218e287b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:39.739401 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-66b86849-de47-44b9-81b3-454e92258b5c req-ba4cb831-9f48-4ad2-804d-c0cb8299eb86 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Unset dirty status for tenant:56aa07d6046f423a9737e95d751bc566 on resource:network {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:37:39.742563 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-66b86849-de47-44b9-81b3-454e92258b5c req-ba4cb831-9f48-4ad2-804d-c0cb8299eb86 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/networks?id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c HTTP/1.1" status: 200 len: 818 time: 0.7736557 Feb 03 11:37:39.752464 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] Routers {'aa7a93ea-787b-4719-b601-5dbab5dc03ee'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:37:39.753325 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:37:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['aa7a93ea-787b-4719-b601-5dbab5dc03ee'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:37:39.764251 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] For port 59e1b350-4f9e-4232-8358-e8908aee0f28, host dv-cinder-773870-1-smb, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:37:39.767356 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37228aff-668a-473f-b2ba-cf9a93e91d12 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78dd821-9cf9-49f0-8dbe-ce4a8fd62203,revision_number=0']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:39.773311 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] For port 59e1b350-4f9e-4232-8358-e8908aee0f28, host dv-cinder-773870-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=59e1b350-4f9e-4232-8358-e8908aee0f28,segment=NetworkSegment(3741f48f-16a9-4293-92b5-def40090b78c),segment_id=3741f48f-16a9-4293-92b5-def40090b78c)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:37:39.781413 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-66b86849-de47-44b9-81b3-454e92258b5c req-34bf74e3-c1d4-4738-8d9a-835275959e9a tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/quotas/56aa07d6046f423a9737e95d751bc566 HTTP/1.1" status: 200 len: 375 time: 0.0321095 Feb 03 11:37:39.781993 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:39.833595 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:39.844555 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-37228aff-668a-473f-b2ba-cf9a93e91d12 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:39.985989 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b03f0f-4304-4e93-86e2-b60a890c0ba5 None None] Pushing event updated for resources: {'Port': ['ID=59e1b350-4f9e-4232-8358-e8908aee0f28,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:39.997819 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] Set router aa7a93ea-787b-4719-b601-5dbab5dc03ee gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:37:39.999942 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a1b03f0f-4304-4e93-86e2-b60a890c0ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:40.017024 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-66b86849-de47-44b9-81b3-454e92258b5c req-525d2e40-0d4d-4ce8-b996-02cc9dcc4459 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Synchronizing usage tracker for tenant:56aa07d6046f423a9737e95d751bc566 on resource:port {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:37:40.053661 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1b1f7-4dbb-43d0-bda7-d14d2d63f077 req-433bf80b-0319-422e-bd1d-5c22520f47b6 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:40.059918 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-72c1b1f7-4dbb-43d0-bda7-d14d2d63f077 req-433bf80b-0319-422e-bd1d-5c22520f47b6 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 943 time: 0.8907585 Feb 03 11:37:40.063993 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-66b86849-de47-44b9-81b3-454e92258b5c req-525d2e40-0d4d-4ce8-b996-02cc9dcc4459 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Unset dirty status for tenant:56aa07d6046f423a9737e95d751bc566 on resource:port {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:37:40.068226 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-37228aff-668a-473f-b2ba-cf9a93e91d12 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:40.074831 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-37228aff-668a-473f-b2ba-cf9a93e91d12 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0660942 Feb 03 11:37:40.076726 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 38100) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:40.087283 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-66b86849-de47-44b9-81b3-454e92258b5c req-525d2e40-0d4d-4ce8-b996-02cc9dcc4459 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=56aa07d6046f423a9737e95d751bc566&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2974987 Feb 03 11:37:40.095961 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-a36d9466-2a7d-4b70-ad64-a8e19e427a1a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Request body: {'security_group_rule': {'security_group_id': 'b3645bd9-659b-464b-a062-f3bf51b23719', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:40.140984 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-a36d9466-2a7d-4b70-ad64-a8e19e427a1a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:40.153994 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-a36d9466-2a7d-4b70-ad64-a8e19e427a1a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Usage tracker for resource:security_group_rule and tenant:15e50d7ac4fd4b5db50980824778a1fd is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:40.184755 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-a36d9466-2a7d-4b70-ad64-a8e19e427a1a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:40.198113 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-a36d9466-2a7d-4b70-ad64-a8e19e427a1a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:40.267205 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] Routers {'f051437d-275c-4267-afec-e4612d305d4a'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:37:40.268178 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:37:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['f051437d-275c-4267-afec-e4612d305d4a'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:37:40.287996 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a36d9466-2a7d-4b70-ad64-a8e19e427a1a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:40.486587 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a36d9466-2a7d-4b70-ad64-a8e19e427a1a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:40.629223 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-72c1b1f7-4dbb-43d0-bda7-d14d2d63f077 req-30b46c3c-266f-417b-8e33-c511aa6ddff1 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/security-groups?id=ceede8bb-44f4-4fa7-94e4-2afc1ade8d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504456 Feb 03 11:37:40.629996 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a36d9466-2a7d-4b70-ad64-a8e19e427a1a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422319'] for security_group_rule, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:40.645029 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:40.675247 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7a93ea-787b-4719-b601-5dbab5dc03ee', 'name': 'tempest-ServerRescueNegativeTestJSON-606086125-router', 'tenant_id': '56aa07d6046f423a9737e95d751bc566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '351ee7fc-8e90-41e5-ad50-2a6eb117b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:17Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '56aa07d6046f423a9737e95d751bc566', 'gw_port': {'id': '351ee7fc-8e90-41e5-ad50-2a6eb117b439', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7a93ea-787b-4719-b601-5dbab5dc03ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:19Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb', 'name': '', 'network_id': 'eb1cf823-771e-4587-bbb1-8d7de9b7e35c', 'tenant_id': '56aa07d6046f423a9737e95d751bc566', 'mac_address': 'fa:16:3e:47:6f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7a93ea-787b-4719-b601-5dbab5dc03ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '97b65fc5-b24e-456c-92d2-94fdf77fc327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:31Z', 'updated_at': '2021-02-03T11:37:39Z', 'revision_number': 4, 'project_id': '56aa07d6046f423a9737e95d751bc566', 'subnets': [{'id': '97b65fc5-b24e-456c-92d2-94fdf77fc327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:37:40.686870 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d9466-2a7d-4b70-ad64-a8e19e427a1a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0b1036-db1c-4f63-900f-b99e8880d040,revision_number=0']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:40.688622 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d76f0de-0f12-46a1-8ff1-908840b4de86 None None] The sync data for ids ['aa7a93ea-787b-4719-b601-5dbab5dc03ee'] in dv-cinder-773870-1-smb is: [{'id': 'aa7a93ea-787b-4719-b601-5dbab5dc03ee', 'name': 'tempest-ServerRescueNegativeTestJSON-606086125-router', 'tenant_id': '56aa07d6046f423a9737e95d751bc566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '351ee7fc-8e90-41e5-ad50-2a6eb117b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:17Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '56aa07d6046f423a9737e95d751bc566', 'gw_port': {'id': '351ee7fc-8e90-41e5-ad50-2a6eb117b439', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7a93ea-787b-4719-b601-5dbab5dc03ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:19Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb', 'name': '', 'network_id': 'eb1cf823-771e-4587-bbb1-8d7de9b7e35c', 'tenant_id': '56aa07d6046f423a9737e95d751bc566', 'mac_address': 'fa:16:3e:47:6f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa7a93ea-787b-4719-b601-5dbab5dc03ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '97b65fc5-b24e-456c-92d2-94fdf77fc327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:31Z', 'updated_at': '2021-02-03T11:37:39Z', 'revision_number': 4, 'project_id': '56aa07d6046f423a9737e95d751bc566', 'subnets': [{'id': '97b65fc5-b24e-456c-92d2-94fdf77fc327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:37:40.691502 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a36d9466-2a7d-4b70-ad64-a8e19e427a1a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:40.735477 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a36d9466-2a7d-4b70-ad64-a8e19e427a1a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:40.741623 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-a36d9466-2a7d-4b70-ad64-a8e19e427a1a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6569970 Feb 03 11:37:40.742296 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 38122) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:40.747738 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Request body: {'floatingip': {'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:40.748028 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [req-66b86849-de47-44b9-81b3-454e92258b5c req-fd30dd6c-a992-4f4a-bd0e-e751ccde5231 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:37:40.757947 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-66b86849-de47-44b9-81b3-454e92258b5c req-fd30dd6c-a992-4f4a-bd0e-e751ccde5231 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3916237 Feb 03 11:37:40.837157 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:40.841513 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Usage tracker for resource:floatingip and tenant:15e50d7ac4fd4b5db50980824778a1fd is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:40.845236 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:40.852874 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:40.865511 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for floatingip, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:40.923254 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.objects.ports [None req-da28fa33-65c2-41d0-8a40-15e92eea5c9a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80077) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 03 11:37:40.960135 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] Set router f051437d-275c-4267-afec-e4612d305d4a gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:37:40.998871 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-66b86849-de47-44b9-81b3-454e92258b5c req-77f53109-73ce-4840-9530-3fe54e9b4d26 service neutron] 10.222.0.68 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384870 Feb 03 11:37:41.511516 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:37:41.551207 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:41.722523 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-66b86849-de47-44b9-81b3-454e92258b5c req-c9967b0f-68fe-4062-b5de-89c7c6c41c88 service neutron] 10.222.0.68 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7221587 Feb 03 11:37:41.786048 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning for port b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:37:41.812436 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051437d-275c-4267-afec-e4612d305d4a', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:15Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'gw_port': {'id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:16Z', 'updated_at': '2021-02-03T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '59e1b350-4f9e-4232-8358-e8908aee0f28', 'name': '', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'mac_address': 'fa:16:3e:68:4c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:28Z', 'updated_at': '2021-02-03T11:37:39Z', 'revision_number': 4, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'subnets': [{'id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:37:41.822928 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:37:41.824795 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:41.930584 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d556c0a-ba8a-4cdb-b3ec-5420ecaa8446 None None] The sync data for ids ['f051437d-275c-4267-afec-e4612d305d4a'] in dv-cinder-773870-1-smb is: [{'id': 'f051437d-275c-4267-afec-e4612d305d4a', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:15Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'gw_port': {'id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:16Z', 'updated_at': '2021-02-03T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '59e1b350-4f9e-4232-8358-e8908aee0f28', 'name': '', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'mac_address': 'fa:16:3e:68:4c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:28Z', 'updated_at': '2021-02-03T11:37:39Z', 'revision_number': 4, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'subnets': [{'id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:37:42.100370 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:42.197695 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a604e8fd-52c0-48ec-9da2-2a2de274da76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:37:42.342047 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ffa9df37-8a6d-48bd-aba6-d08eb1ef1e14 req-9d5b49ac-b836-4f70-81d2-b0b763f0289e tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 210 time: 0.1312945 Feb 03 11:37:42.462566 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f,segment=NetworkSegment(01b44f48-93ce-4c7c-b654-728ed9d69bd0),segment_id=01b44f48-93ce-4c7c-b654-728ed9d69bd0)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:37:42.466846 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 59e1b350-4f9e-4232-8358-e8908aee0f28 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:37:42.577573 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:42.596632 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:42.696474 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c895d7-f45f-4c69-ae62-ad8efd3f2968 req-7d697ed4-7452-41fc-a8e4-8a473383dc11 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:42.722287 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-63c895d7-f45f-4c69-ae62-ad8efd3f2968 req-7d697ed4-7452-41fc-a8e4-8a473383dc11 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 943 time: 0.6812317 Feb 03 11:37:42.726372 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:37:42.795328 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Allocated IP 172.28.2.201 (84b90693-2912-4173-9093-cf01ce7c5229/b0f1584a-346a-4aca-be96-02ba0d663828/a257bef5-7fa5-486f-a04e-e65b820a1a03) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:37:42.940014 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:42.964177 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:43.055005 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning for port 59e1b350-4f9e-4232-8358-e8908aee0f28 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:37:43.094295 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 59e1b350-4f9e-4232-8358-e8908aee0f28 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:37:43.094689 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:43.176870 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:43.311104 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:37:43.314354 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:43.337684 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:43.780479 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e8316-db85-48f2-b1d9-597559d99122 req-55b67aab-aac4-4529-967c-81637dc5c0d5 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:43.782159 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b62e8316-db85-48f2-b1d9-597559d99122 req-55b67aab-aac4-4529-967c-81637dc5c0d5 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/networks?id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c HTTP/1.1" status: 200 len: 818 time: 0.7696970 Feb 03 11:37:43.808086 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:43.823941 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9d3d365f-6e3c-40ae-badf-2c1de1286d45 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/quotas/56aa07d6046f423a9737e95d751bc566 HTTP/1.1" status: 200 len: 375 time: 0.0337055 Feb 03 11:37:43.976628 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b62e8316-db85-48f2-b1d9-597559d99122 req-5d6dec7a-33a1-4e49-b3a8-c6bc1ce3334c tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=56aa07d6046f423a9737e95d751bc566&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1511710 Feb 03 11:37:44.042454 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:44.064343 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-63c895d7-f45f-4c69-ae62-ad8efd3f2968 req-f53dea10-e520-42a5-ad3d-2dc1bd02eb82 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/security-groups?id=ceede8bb-44f4-4fa7-94e4-2afc1ade8d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3404117 Feb 03 11:37:44.077766 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Network 84b90693-2912-4173-9093-cf01ce7c5229 is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:37:44.083247 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:37:44.087772 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:37:44.098248 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Pushing event updated for resources: {'Port': ['ID=a257bef5-7fa5-486f-a04e-e65b820a1a03,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:44.103523 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:44.155497 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] For port 59e1b350-4f9e-4232-8358-e8908aee0f28, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=59e1b350-4f9e-4232-8358-e8908aee0f28,segment=NetworkSegment(3741f48f-16a9-4293-92b5-def40090b78c),segment_id=3741f48f-16a9-4293-92b5-def40090b78c)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:37:44.160485 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:44.161091 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:37:44.255287 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4188c5b3-7a17-437c-adce-4c3e01aba322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:44.257543 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:44.350988 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b62e8316-db85-48f2-b1d9-597559d99122 req-54397f6a-02e6-4856-9c41-16a39606c4a7 service neutron] 10.222.0.68 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604293 Feb 03 11:37:44.362542 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Pushing event updated for resources: {'Port': ['ID=59e1b350-4f9e-4232-8358-e8908aee0f28,revision_number=5']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:44.369999 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:44.389958 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning for port 858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:37:44.399052 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:37:44.399439 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:44.436548 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:44.698484 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b62e8316-db85-48f2-b1d9-597559d99122 req-06f7da1d-1288-49c1-9824-b4b322890026 service neutron] 10.222.0.68 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3356330 Feb 03 11:37:44.936894 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 38268) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:45.121692 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a604e8fd-52c0-48ec-9da2-2a2de274da76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f', 'code': 200} Feb 03 11:37:45.128212 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:37:45.241455 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3942efb5-04d6-49bb-8029-3e4f05e828b6 req-68774c5a-1e6a-480b-b5bd-a26511b7b6e4 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 210 time: 0.1812234 Feb 03 11:37:45.273621 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.122', 59228) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:45.393847 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.db.resource_extend [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 03 11:37:45.476892 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:45.523184 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:45.565661 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:45.608000 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b86849-de47-44b9-81b3-454e92258b5c req-a7dae8c7-cebd-449f-83bb-fb195cbcd6bf tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:45.611154 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-66b86849-de47-44b9-81b3-454e92258b5c req-a7dae8c7-cebd-449f-83bb-fb195cbcd6bf tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.122 "GET /v2.0/networks?id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c HTTP/1.1" status: 200 len: 818 time: 0.3364735 Feb 03 11:37:45.713919 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:45.788297 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:37:45.788985 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:45.828477 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-66b86849-de47-44b9-81b3-454e92258b5c req-b21649e1-a64d-4c4b-b198-0f69710cbd06 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Request body: {'port': {'device_id': '83575895-8e62-480f-a276-10f2cdf84417', 'network_id': 'eb1cf823-771e-4587-bbb1-8d7de9b7e35c', 'admin_state_up': True, 'tenant_id': '56aa07d6046f423a9737e95d751bc566'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:45.898046 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] For port 858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb,segment=NetworkSegment(cf47fd35-9f02-4208-961c-8caf10fb031b),segment_id=cf47fd35-9f02-4208-961c-8caf10fb031b)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:37:45.910208 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:45.943987 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-13871075-4cd6-4f11-9fdd-14c2d46cee98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:45.948640 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f2e5cd6e-48b6-464b-9d39-0dc35ada031c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:45.965489 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1469d-8d65-4fc0-8856-b5c8968d04c5 req-0c6975e7-75a0-471b-8cc6-89f4017b6fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:45.973069 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f2f1469d-8d65-4fc0-8856-b5c8968d04c5 req-0c6975e7-75a0-471b-8cc6-89f4017b6fb1 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 1162 time: 0.7263637 Feb 03 11:37:45.986620 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Pushing event updated for resources: {'Port': ['ID=a257bef5-7fa5-486f-a04e-e65b820a1a03,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:46.045882 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-f2f1469d-8d65-4fc0-8856-b5c8968d04c5 req-41b315f1-afa2-4b30-b25c-fbaa5569d211 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:46.086030 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:46.088410 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-f2e5cd6e-48b6-464b-9d39-0dc35ada031c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:46.093493 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f2e5cd6e-48b6-464b-9d39-0dc35ada031c admin admin] Usage tracker for resource:security_group_rule and tenant:2666a7aa149c4656b6e27e384f9b7611 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:46.096997 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f2e5cd6e-48b6-464b-9d39-0dc35ada031c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:46.103003 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-f2e5cd6e-48b6-464b-9d39-0dc35ada031c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:46.145067 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-f2f1469d-8d65-4fc0-8856-b5c8968d04c5 req-41b315f1-afa2-4b30-b25c-fbaa5569d211 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:46.178969 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-f2f1469d-8d65-4fc0-8856-b5c8968d04c5 req-41b315f1-afa2-4b30-b25c-fbaa5569d211 service neutron] Usage tracker for resource:security_group_rule and tenant:938908d60d99478e9688edc21e736c7e is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:46.200309 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f2e5cd6e-48b6-464b-9d39-0dc35ada031c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:46.201380 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-f2f1469d-8d65-4fc0-8856-b5c8968d04c5 req-41b315f1-afa2-4b30-b25c-fbaa5569d211 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:46.206259 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 59e1b350-4f9e-4232-8358-e8908aee0f28 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:37:46.218616 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-f2f1469d-8d65-4fc0-8856-b5c8968d04c5 req-41b315f1-afa2-4b30-b25c-fbaa5569d211 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:46.219759 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f2e5cd6e-48b6-464b-9d39-0dc35ada031c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:46.246613 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 38342) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:46.265148 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:46.274342 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-f2e5cd6e-48b6-464b-9d39-0dc35ada031c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2666a7aa149c4656b6e27e384f9b7611&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3361130 Feb 03 11:37:46.286433 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 38348) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:46.321840 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505061'] for floatingip, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:46.389684 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for floatingip, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:46.392960 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6477103 Feb 03 11:37:46.504814 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Pushing event updated for resources: {'Port': ['ID=858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb,revision_number=5']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:46.516340 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:46.517227 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 59e1b350-4f9e-4232-8358-e8908aee0f28 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:37:46.517641 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:46.541419 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-f2f1469d-8d65-4fc0-8856-b5c8968d04c5 req-41b315f1-afa2-4b30-b25c-fbaa5569d211 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:46.551154 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-f2f1469d-8d65-4fc0-8856-b5c8968d04c5 req-41b315f1-afa2-4b30-b25c-fbaa5569d211 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:46.562495 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7c6a2-f51e-409f-be19-4ea234f7e1b2 req-b6cb72ec-fa2a-4c45-ac16-6dc7448f3266 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:46.571071 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-32c7c6a2-f51e-409f-be19-4ea234f7e1b2 req-b6cb72ec-fa2a-4c45-ac16-6dc7448f3266 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 945 time: 0.9548748 Feb 03 11:37:46.572296 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7485190f-e6cd-4037-8fb4-16adc743510a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:46.657206 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5cd6e-48b6-464b-9d39-0dc35ada031c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0989df-d71b-4674-bb4d-56557ee7fddd,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:46.658373 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-f2f1469d-8d65-4fc0-8856-b5c8968d04c5 req-41b315f1-afa2-4b30-b25c-fbaa5569d211 service neutron] Synchronizing usage tracker for tenant:938908d60d99478e9688edc21e736c7e on resource:security_group {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:37:46.700915 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f15c93fa-5c5b-452f-a0ee-8cb68d5dc4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:46.803730 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b315f1-afa2-4b30-b25c-fbaa5569d211 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bbecf67a-4b2b-45e2-8c45-64e3a4988cb9,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:46.814989 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f2e5cd6e-48b6-464b-9d39-0dc35ada031c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:46.821637 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-15af5313-bb91-4873-b665-5de76d0dad2f req-5987fdcf-cab1-4d9a-ac3a-b461a22d5067 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 210 time: 0.0892138 Feb 03 11:37:46.822715 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-41b315f1-afa2-4b30-b25c-fbaa5569d211 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:46.841581 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-f15c93fa-5c5b-452f-a0ee-8cb68d5dc4f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:46.844936 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-f2f1469d-8d65-4fc0-8856-b5c8968d04c5 req-41b315f1-afa2-4b30-b25c-fbaa5569d211 service neutron] Unset dirty status for tenant:938908d60d99478e9688edc21e736c7e on resource:security_group {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:37:46.850945 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f2f1469d-8d65-4fc0-8856-b5c8968d04c5 req-41b315f1-afa2-4b30-b25c-fbaa5569d211 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=ceede8bb-44f4-4fa7-94e4-2afc1ade8d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8671424 Feb 03 11:37:46.861294 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f15c93fa-5c5b-452f-a0ee-8cb68d5dc4f2 admin admin] Usage tracker for resource:security_group_rule and tenant:92c7696082b942a8ac6a9c3da25fa3d8 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:46.876990 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f15c93fa-5c5b-452f-a0ee-8cb68d5dc4f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:46.892176 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-f15c93fa-5c5b-452f-a0ee-8cb68d5dc4f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:46.974615 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-32c7c6a2-f51e-409f-be19-4ea234f7e1b2 req-36e1ef76-adb9-4fe3-8173-5782022ddae5 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/security-groups?id=ceede8bb-44f4-4fa7-94e4-2afc1ade8d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021130 Feb 03 11:37:47.021309 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f15c93fa-5c5b-452f-a0ee-8cb68d5dc4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:47.024600 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e56581b7-fb31-4777-b893-34595fd1d675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:47.038366 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f15c93fa-5c5b-452f-a0ee-8cb68d5dc4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:47.054693 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e56581b7-fb31-4777-b893-34595fd1d675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:47.073174 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ae4f4a3b-5552-4b71-ae03-d26e2343f610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:47.082326 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-f15c93fa-5c5b-452f-a0ee-8cb68d5dc4f2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=92c7696082b942a8ac6a9c3da25fa3d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8208630 Feb 03 11:37:47.087432 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 38394) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:47.111590 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-66b86849-de47-44b9-81b3-454e92258b5c req-b21649e1-a64d-4c4b-b198-0f69710cbd06 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:47.135553 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-66b86849-de47-44b9-81b3-454e92258b5c req-b21649e1-a64d-4c4b-b198-0f69710cbd06 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:47.151822 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b86849-de47-44b9-81b3-454e92258b5c req-b21649e1-a64d-4c4b-b198-0f69710cbd06 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Made reservation on behalf of 56aa07d6046f423a9737e95d751bc566 for: {'port': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:37:47.174355 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-66b86849-de47-44b9-81b3-454e92258b5c req-b21649e1-a64d-4c4b-b198-0f69710cbd06 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:47.212943 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e56581b7-fb31-4777-b893-34595fd1d675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:47.228292 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:47.248158 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56581b7-fb31-4777-b893-34595fd1d675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0989df-d71b-4674-bb4d-56557ee7fddd,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:47.250341 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e56581b7-fb31-4777-b893-34595fd1d675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:47.251738 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-e56581b7-fb31-4777-b893-34595fd1d675 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3b0989df-d71b-4674-bb4d-56557ee7fddd HTTP/1.1" status: 204 len: 168 time: 0.6780031 Feb 03 11:37:47.253189 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e56581b7-fb31-4777-b893-34595fd1d675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:47.344789 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-359d0a22-20c8-4e16-b177-37e3ac5c1c9b tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Synchronizing usage tracker for tenant:15e50d7ac4fd4b5db50980824778a1fd on resource:security_group {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:37:47.437035 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e8316-db85-48f2-b1d9-597559d99122 req-50cfa687-5ef0-4b47-81a3-7826b507180f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:47.438796 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b62e8316-db85-48f2-b1d9-597559d99122 req-50cfa687-5ef0-4b47-81a3-7826b507180f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.122 "GET /v2.0/networks?id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c HTTP/1.1" status: 200 len: 818 time: 0.3037570 Feb 03 11:37:47.462378 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-b62e8316-db85-48f2-b1d9-597559d99122 req-d0cd75eb-39f6-4644-87ec-d354dd37136f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Request body: {'port': {'device_id': 'b2133462-c2ef-4762-a4c2-bdbc66d3fea6', 'network_id': 'eb1cf823-771e-4587-bbb1-8d7de9b7e35c', 'admin_state_up': True, 'tenant_id': '56aa07d6046f423a9737e95d751bc566'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:47.620541 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-66b86849-de47-44b9-81b3-454e92258b5c req-b21649e1-a64d-4c4b-b198-0f69710cbd06 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Allocated IP 172.20.0.4 (eb1cf823-771e-4587-bbb1-8d7de9b7e35c/97b65fc5-b24e-456c-92d2-94fdf77fc327/3e03523e-c54c-4e8b-8159-8e757c25925a) {{(pid=80075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:37:47.707850 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c93fa-5c5b-452f-a0ee-8cb68d5dc4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e974c50-c4d2-4998-b404-641d0c5ef09e,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:47.721237 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-b62e8316-db85-48f2-b1d9-597559d99122 req-d0cd75eb-39f6-4644-87ec-d354dd37136f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:47.726366 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f15c93fa-5c5b-452f-a0ee-8cb68d5dc4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:47.728631 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-359d0a22-20c8-4e16-b177-37e3ac5c1c9b tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Unset dirty status for tenant:15e50d7ac4fd4b5db50980824778a1fd on resource:security_group {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:37:47.729884 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-359d0a22-20c8-4e16-b177-37e3ac5c1c9b tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1141519520&fields=id&tenant_id=15e50d7ac4fd4b5db50980824778a1fd HTTP/1.1" status: 200 len: 267 time: 0.7068939 Feb 03 11:37:47.818349 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-b62e8316-db85-48f2-b1d9-597559d99122 req-d0cd75eb-39f6-4644-87ec-d354dd37136f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:47.826247 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 38424) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:47.889691 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ab99bed6-4ad6-49ae-824d-ef50e954013b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:47.918975 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ab99bed6-4ad6-49ae-824d-ef50e954013b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:47.920010 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-66b86849-de47-44b9-81b3-454e92258b5c req-b21649e1-a64d-4c4b-b198-0f69710cbd06 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Notify callbacks [] for port, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:47.967507 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62e8316-db85-48f2-b1d9-597559d99122 req-d0cd75eb-39f6-4644-87ec-d354dd37136f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Made reservation on behalf of 56aa07d6046f423a9737e95d751bc566 for: {'port': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:37:47.995469 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b62e8316-db85-48f2-b1d9-597559d99122 req-d0cd75eb-39f6-4644-87ec-d354dd37136f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:48.041380 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-66b86849-de47-44b9-81b3-454e92258b5c req-b21649e1-a64d-4c4b-b198-0f69710cbd06 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:48.075885 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 38438) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:48.106531 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:48.120661 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:37:48.151981 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9b24c6c7-6907-40bb-9a16-1869346e1469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:48.206919 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:37:48.207126 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:48.324507 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21649e1-a64d-4c4b-b198-0f69710cbd06 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Pushing event updated for resources: {'Port': ['ID=3e03523e-c54c-4e8b-8159-8e757c25925a,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:48.328630 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b21649e1-a64d-4c4b-b198-0f69710cbd06 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:48.332227 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f5ce7275-8a24-4ffb-9cf3-c4bde7f90e76 req-6e7e8938-71bf-474c-8bee-4acc1c86c58e tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 210 time: 0.1731114 Feb 03 11:37:48.340659 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6363570c-e5ed-435e-b225-26ba7fdf04db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:48.357375 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-0f97ea31-658a-4ea5-94ca-f3ace16f35ee tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:48.358436 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-0f97ea31-658a-4ea5-94ca-f3ace16f35ee tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Synchronizing usage tracker for tenant:15e50d7ac4fd4b5db50980824778a1fd on resource:network {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:37:48.365793 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-6363570c-e5ed-435e-b225-26ba7fdf04db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:48.382298 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9b24c6c7-6907-40bb-9a16-1869346e1469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:48.383101 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-6363570c-e5ed-435e-b225-26ba7fdf04db admin admin] Usage tracker for resource:security_group_rule and tenant:2aa65c551c544aadb3eb8e394855ce14 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:48.386361 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-6363570c-e5ed-435e-b225-26ba7fdf04db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:48.388527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ab99bed6-4ad6-49ae-824d-ef50e954013b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:48.397372 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9b24c6c7-6907-40bb-9a16-1869346e1469 admin admin] Usage tracker for resource:security_group_rule and tenant:516414c71f87439ca90ccc07dd8aedc9 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:48.405278 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-6363570c-e5ed-435e-b225-26ba7fdf04db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:48.420822 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9b24c6c7-6907-40bb-9a16-1869346e1469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:48.424198 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:48.448541 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9b24c6c7-6907-40bb-9a16-1869346e1469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:48.469307 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99bed6-4ad6-49ae-824d-ef50e954013b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e974c50-c4d2-4998-b404-641d0c5ef09e,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:48.495456 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ab99bed6-4ad6-49ae-824d-ef50e954013b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:48.496181 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-0f97ea31-658a-4ea5-94ca-f3ace16f35ee tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Unset dirty status for tenant:15e50d7ac4fd4b5db50980824778a1fd on resource:network {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:37:48.503594 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-0f97ea31-658a-4ea5-94ca-f3ace16f35ee tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/networks?id=6ee212a8-a662-49ec-9d02-feb306b9fb62 HTTP/1.1" status: 200 len: 816 time: 0.7601931 Feb 03 11:37:48.521814 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ab99bed6-4ad6-49ae-824d-ef50e954013b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:48.526144 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-ab99bed6-4ad6-49ae-824d-ef50e954013b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1e974c50-c4d2-4998-b404-641d0c5ef09e HTTP/1.1" status: 204 len: 168 time: 1.4350007 Feb 03 11:37:48.527631 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b86849-de47-44b9-81b3-454e92258b5c req-b21649e1-a64d-4c4b-b198-0f69710cbd06 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Network eb1cf823-771e-4587-bbb1-8d7de9b7e35c is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:37:48.532499 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-66b86849-de47-44b9-81b3-454e92258b5c req-b21649e1-a64d-4c4b-b198-0f69710cbd06 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:37:48.541645 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b86849-de47-44b9-81b3-454e92258b5c req-b21649e1-a64d-4c4b-b198-0f69710cbd06 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Received port after_create {{(pid=80075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:37:48.620362 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-8d5b3daf-448d-402b-a591-c13b77358670 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/quotas/15e50d7ac4fd4b5db50980824778a1fd HTTP/1.1" status: 200 len: 375 time: 0.1153450 Feb 03 11:37:48.621023 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b86849-de47-44b9-81b3-454e92258b5c req-b21649e1-a64d-4c4b-b198-0f69710cbd06 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:48.621772 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-66b86849-de47-44b9-81b3-454e92258b5c req-b21649e1-a64d-4c4b-b198-0f69710cbd06 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for port, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:48.703063 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-66b86849-de47-44b9-81b3-454e92258b5c req-b21649e1-a64d-4c4b-b198-0f69710cbd06 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8994343 Feb 03 11:37:48.735178 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-66b86849-de47-44b9-81b3-454e92258b5c req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Request body: {'port': {'device_id': '83575895-8e62-480f-a276-10f2cdf84417', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:49.105356 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-5024f29b-3b94-41cc-a944-97341b9fff6e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=15e50d7ac4fd4b5db50980824778a1fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4683855 Feb 03 11:37:49.217304 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6363570c-e5ed-435e-b225-26ba7fdf04db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:49.224632 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6363570c-e5ed-435e-b225-26ba7fdf04db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:49.247147 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 38462) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:49.249809 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:49.255484 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-b62e8316-db85-48f2-b1d9-597559d99122 req-d0cd75eb-39f6-4644-87ec-d354dd37136f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Allocated IP 172.20.0.10 (eb1cf823-771e-4587-bbb1-8d7de9b7e35c/97b65fc5-b24e-456c-92d2-94fdf77fc327/e98e72e2-6c7e-40d7-8258-2c8f2d211555) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:37:49.259057 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9b24c6c7-6907-40bb-9a16-1869346e1469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:49.263735 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-66b86849-de47-44b9-81b3-454e92258b5c req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:49.280886 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9b24c6c7-6907-40bb-9a16-1869346e1469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:49.309489 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-6363570c-e5ed-435e-b225-26ba7fdf04db admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2aa65c551c544aadb3eb8e394855ce14&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4792216 Feb 03 11:37:49.309657 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-068dcb8b-9350-47fd-93ae-545beb589067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:49.318174 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 38468) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:49.323691 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:49.392582 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363570c-e5ed-435e-b225-26ba7fdf04db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fb87d3-90aa-40e0-95be-6064b78fa418,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:49.401506 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-068dcb8b-9350-47fd-93ae-545beb589067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:49.412155 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-9b24c6c7-6907-40bb-9a16-1869346e1469 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=516414c71f87439ca90ccc07dd8aedc9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3350289 Feb 03 11:37:49.420652 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6363570c-e5ed-435e-b225-26ba7fdf04db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:49.426765 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-960572dd-392c-4225-89c8-8b31013d322f service neutron] 10.222.0.68 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917218 Feb 03 11:37:49.430687 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 38476) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:49.431747 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-068dcb8b-9350-47fd-93ae-545beb589067 admin admin] Usage tracker for resource:security_group_rule and tenant:7e79762fda9e4dac86e8372d24991708 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:49.437287 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-068dcb8b-9350-47fd-93ae-545beb589067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:49.448634 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24c6c7-6907-40bb-9a16-1869346e1469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866cac2b-7965-4c8e-b609-78517d2097ec,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:49.495247 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9b24c6c7-6907-40bb-9a16-1869346e1469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:49.497573 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-068dcb8b-9350-47fd-93ae-545beb589067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:49.566426 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110b3f0-d1fd-4c52-b625-2ae61ff1c6cb req-d406d4eb-3493-4547-b7ee-a016b6cf6d39 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:49.568481 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8110b3f0-d1fd-4c52-b625-2ae61ff1c6cb req-d406d4eb-3493-4547-b7ee-a016b6cf6d39 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 945 time: 0.8389683 Feb 03 11:37:49.701525 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7ed01432-d0a3-4071-be3e-ad7096d32382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:49.714400 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 38486) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:49.756968 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8110b3f0-d1fd-4c52-b625-2ae61ff1c6cb req-2ae0812e-ba11-4329-8e10-99f0f3b9bd85 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/security-groups?id=ceede8bb-44f4-4fa7-94e4-2afc1ade8d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786768 Feb 03 11:37:49.805154 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-328f530c-e475-4914-b6b9-57cf27b786cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:49.827907 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7ed01432-d0a3-4071-be3e-ad7096d32382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:49.876309 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-b57a59f6-462d-47f9-92d1-a426e4d91711 service neutron] 10.222.0.68 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4357791 Feb 03 11:37:49.888396 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-328f530c-e475-4914-b6b9-57cf27b786cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:49.941750 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b62e8316-db85-48f2-b1d9-597559d99122 req-d0cd75eb-39f6-4644-87ec-d354dd37136f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:49.984536 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-068dcb8b-9350-47fd-93ae-545beb589067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:49.989696 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-068dcb8b-9350-47fd-93ae-545beb589067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:50.000704 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:50.019624 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-328f530c-e475-4914-b6b9-57cf27b786cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:50.029646 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-1082d09c-49e3-4b15-b1e3-79919b2c8ea1 req-8f3a3497-becc-4fae-ad18-3619fb529927 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Synchronizing usage tracker for tenant:56aa07d6046f423a9737e95d751bc566 on resource:port {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:37:50.073122 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-1082d09c-49e3-4b15-b1e3-79919b2c8ea1 req-8f3a3497-becc-4fae-ad18-3619fb529927 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Unset dirty status for tenant:56aa07d6046f423a9737e95d751bc566 on resource:port {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:37:50.074562 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1082d09c-49e3-4b15-b1e3-79919b2c8ea1 req-8f3a3497-becc-4fae-ad18-3619fb529927 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 210 time: 0.1586459 Feb 03 11:37:50.075511 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7ed01432-d0a3-4071-be3e-ad7096d32382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:50.082849 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:50.094675 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed01432-d0a3-4071-be3e-ad7096d32382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fb87d3-90aa-40e0-95be-6064b78fa418,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:50.098170 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7ed01432-d0a3-4071-be3e-ad7096d32382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:50.100277 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-068dcb8b-9350-47fd-93ae-545beb589067 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7e79762fda9e4dac86e8372d24991708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8469687 Feb 03 11:37:50.104607 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dcb8b-9350-47fd-93ae-545beb589067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b98cfea-3a6e-470a-b7e9-25d898d3bd36,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:50.107004 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 38500) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:50.110384 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-74dafffe-c539-4bb7-8a1f-3207dfe4543c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:50.130373 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-068dcb8b-9350-47fd-93ae-545beb589067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:50.134577 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:50.155166 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b62e8316-db85-48f2-b1d9-597559d99122 req-d0cd75eb-39f6-4644-87ec-d354dd37136f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:50.194279 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7ed01432-d0a3-4071-be3e-ad7096d32382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:50.195514 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-7ed01432-d0a3-4071-be3e-ad7096d32382 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f7fb87d3-90aa-40e0-95be-6064b78fa418 HTTP/1.1" status: 204 len: 168 time: 0.8753266 Feb 03 11:37:50.221111 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-74dafffe-c539-4bb7-8a1f-3207dfe4543c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:50.260603 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f530c-e475-4914-b6b9-57cf27b786cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866cac2b-7965-4c8e-b609-78517d2097ec,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:50.283759 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-328f530c-e475-4914-b6b9-57cf27b786cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:50.285095 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-328f530c-e475-4914-b6b9-57cf27b786cc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/866cac2b-7965-4c8e-b609-78517d2097ec HTTP/1.1" status: 204 len: 168 time: 0.8494861 Feb 03 11:37:50.339780 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8ecc1c27-bd47-4755-927c-ba402ade85fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:50.355517 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-74dafffe-c539-4bb7-8a1f-3207dfe4543c admin admin] Usage tracker for resource:security_group_rule and tenant:430906166cc34e5d9b2a27e342a76706 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:50.358734 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-328f530c-e475-4914-b6b9-57cf27b786cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:50.359297 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:50.391928 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-74dafffe-c539-4bb7-8a1f-3207dfe4543c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:50.433616 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-74dafffe-c539-4bb7-8a1f-3207dfe4543c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:50.444892 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-66b86849-de47-44b9-81b3-454e92258b5c req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e03523e-c54c-4e8b-8159-8e757c25925a {{(pid=80075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 11:37:50.458231 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-66b86849-de47-44b9-81b3-454e92258b5c req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:50.476242 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-66b86849-de47-44b9-81b3-454e92258b5c req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Transition to ACTIVE for port object 3e03523e-c54c-4e8b-8159-8e757c25925a will not be triggered until provisioned by entity L2. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:37:50.483495 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-66b86849-de47-44b9-81b3-454e92258b5c req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:50.501644 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-70026ab7-ff94-48d9-8406-32a80bf38d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:50.535209 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-daada05c-dc6b-4c97-8c4a-7a29ac9a5c66 req-e56bf1ed-5f57-428b-a787-4cbb064fb970 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 210 time: 0.3544629 Feb 03 11:37:50.590042 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e03523e-c54c-4e8b-8159-8e757c25925a,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:50.602370 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:50.635079 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-85cb6991-5a23-498c-8500-717b679895a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:50.651420 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd75eb-39f6-4644-87ec-d354dd37136f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Pushing event updated for resources: {'Port': ['ID=e98e72e2-6c7e-40d7-8258-2c8f2d211555,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:50.681733 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d0cd75eb-39f6-4644-87ec-d354dd37136f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:50.710012 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-85cb6991-5a23-498c-8500-717b679895a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:50.770305 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62e8316-db85-48f2-b1d9-597559d99122 req-d0cd75eb-39f6-4644-87ec-d354dd37136f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Network eb1cf823-771e-4587-bbb1-8d7de9b7e35c is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:37:50.774820 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-b62e8316-db85-48f2-b1d9-597559d99122 req-d0cd75eb-39f6-4644-87ec-d354dd37136f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:37:50.787070 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62e8316-db85-48f2-b1d9-597559d99122 req-d0cd75eb-39f6-4644-87ec-d354dd37136f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:37:50.858226 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e8316-db85-48f2-b1d9-597559d99122 req-d0cd75eb-39f6-4644-87ec-d354dd37136f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:50.858958 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b62e8316-db85-48f2-b1d9-597559d99122 req-d0cd75eb-39f6-4644-87ec-d354dd37136f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:50.908474 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 38526) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:50.966788 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27470ef7-11bb-4ad3-91a7-22d458224a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:50.982085 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b62e8316-db85-48f2-b1d9-597559d99122 req-d0cd75eb-39f6-4644-87ec-d354dd37136f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5242889 Feb 03 11:37:50.987864 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-85cb6991-5a23-498c-8500-717b679895a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:50.998554 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-74dafffe-c539-4bb7-8a1f-3207dfe4543c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:50.999519 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-41b315f1-afa2-4b30-b25c-fbaa5569d211 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:51.007640 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-85cb6991-5a23-498c-8500-717b679895a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:51.011613 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-85cb6991-5a23-498c-8500-717b679895a6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8b98cfea-3a6e-470a-b7e9-25d898d3bd36 HTTP/1.1" status: 204 len: 168 time: 0.9002001 Feb 03 11:37:51.017338 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Request body: {'port': {'device_id': 'b2133462-c2ef-4762-a4c2-bdbc66d3fea6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:51.017789 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-66b86849-de47-44b9-81b3-454e92258b5c req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Attempting to bind port 3e03523e-c54c-4e8b-8159-8e757c25925a on host hv-cinder-77387 for vnic_type normal with profile {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:37:51.018179 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-66b86849-de47-44b9-81b3-454e92258b5c req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Attempting to bind port 3e03523e-c54c-4e8b-8159-8e757c25925a by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': 'cf47fd35-9f02-4208-961c-8caf10fb031b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eb1cf823-771e-4587-bbb1-8d7de9b7e35c'}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:37:51.018620 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b86849-de47-44b9-81b3-454e92258b5c req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Attempting to bind port 3e03523e-c54c-4e8b-8159-8e757c25925a on network eb1cf823-771e-4587-bbb1-8d7de9b7e35c {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:37:51.036898 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b86849-de47-44b9-81b3-454e92258b5c req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Checking agent: {'id': 'd04a5943-f855-4f30-8269-6a00b74e68db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 34, 59), 'started_at': datetime.datetime(2021, 2, 3, 11, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.119', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:37:51.037234 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b86849-de47-44b9-81b3-454e92258b5c req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Checking segment: {'id': 'cf47fd35-9f02-4208-961c-8caf10fb031b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eb1cf823-771e-4587-bbb1-8d7de9b7e35c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:37:51.037694 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-66b86849-de47-44b9-81b3-454e92258b5c req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:51.038086 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b86849-de47-44b9-81b3-454e92258b5c req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Bound using segment: {'id': 'cf47fd35-9f02-4208-961c-8caf10fb031b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eb1cf823-771e-4587-bbb1-8d7de9b7e35c'} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:37:51.038586 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-66b86849-de47-44b9-81b3-454e92258b5c req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Bound port: 3e03523e-c54c-4e8b-8159-8e757c25925a, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf47fd35-9f02-4208-961c-8caf10fb031b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eb1cf823-771e-4587-bbb1-8d7de9b7e35c'}}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:37:51.038962 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-66b86849-de47-44b9-81b3-454e92258b5c req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:51.197882 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-27470ef7-11bb-4ad3-91a7-22d458224a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:51.208447 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad83906-0465-48da-810d-8eaed23dc2cb req-b9c509ff-b58d-45f2-9a55-1c678ca67d37 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:51.210178 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0ad83906-0465-48da-810d-8eaed23dc2cb req-b9c509ff-b58d-45f2-9a55-1c678ca67d37 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 945 time: 0.2649987 Feb 03 11:37:51.221424 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-74dafffe-c539-4bb7-8a1f-3207dfe4543c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:51.278857 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-66b86849-de47-44b9-81b3-454e92258b5c req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] For port 3e03523e-c54c-4e8b-8159-8e757c25925a, host hv-cinder-77387, cleared binding levels {{(pid=80075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:37:51.286830 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb6991-5a23-498c-8500-717b679895a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b98cfea-3a6e-470a-b7e9-25d898d3bd36,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:51.299992 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0ad83906-0465-48da-810d-8eaed23dc2cb req-0a1500e7-fe12-4a08-b88d-0c06e5d5f93a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/security-groups?id=ceede8bb-44f4-4fa7-94e4-2afc1ade8d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764101 Feb 03 11:37:51.330061 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-66b86849-de47-44b9-81b3-454e92258b5c req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] For port 3e03523e-c54c-4e8b-8159-8e757c25925a, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=3e03523e-c54c-4e8b-8159-8e757c25925a,segment=NetworkSegment(cf47fd35-9f02-4208-961c-8caf10fb031b),segment_id=cf47fd35-9f02-4208-961c-8caf10fb031b)] {{(pid=80075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:37:51.334371 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-66b86849-de47-44b9-81b3-454e92258b5c req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:51.347150 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-27470ef7-11bb-4ad3-91a7-22d458224a9a admin admin] Usage tracker for resource:security_group_rule and tenant:a84348dcb7c1493ea476970c757498c0 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:51.363929 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-27470ef7-11bb-4ad3-91a7-22d458224a9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:51.366016 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b3e5786d-6793-429f-9d5b-c2c8b690f1b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:51.379312 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-27470ef7-11bb-4ad3-91a7-22d458224a9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:51.497977 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27470ef7-11bb-4ad3-91a7-22d458224a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:51.500168 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-85cb6991-5a23-498c-8500-717b679895a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:51.514449 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:51.550239 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27470ef7-11bb-4ad3-91a7-22d458224a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:51.634052 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e03523e-c54c-4e8b-8159-8e757c25925a,revision_number=3']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:51.640081 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:51.676927 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b86849-de47-44b9-81b3-454e92258b5c req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:51.677799 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-66b86849-de47-44b9-81b3-454e92258b5c req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for port, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:51.679605 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-66b86849-de47-44b9-81b3-454e92258b5c req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] 10.222.0.122 "PUT /v2.0/ports/3e03523e-c54c-4e8b-8159-8e757c25925a HTTP/1.1" status: 200 len: 1157 time: 2.9554100 Feb 03 11:37:51.680429 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83575895-8e62-480f-a276-10f2cdf84417', 'tag': '3e03523e-c54c-4e8b-8159-8e757c25925a'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:37:51.795719 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-74dafffe-c539-4bb7-8a1f-3207dfe4543c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=430906166cc34e5d9b2a27e342a76706&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0742748 Feb 03 11:37:51.806188 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 38562) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:51.815722 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:51.865163 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dafffe-c539-4bb7-8a1f-3207dfe4543c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f082fc-ca9b-4ace-a6f2-c3659d8545a1,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:51.885060 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-74dafffe-c539-4bb7-8a1f-3207dfe4543c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:51.886328 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:51.922319 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-27470ef7-11bb-4ad3-91a7-22d458224a9a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a84348dcb7c1493ea476970c757498c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0094719 Feb 03 11:37:52.008151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 38576) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:52.008151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.122', 59242) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:52.275861 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-39d730c6-1de1-499d-9e78-ebec0e87f4f3 req-cd8d8b20-e5c8-407e-95f7-f4b431074a48 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Synchronizing usage tracker for tenant:15e50d7ac4fd4b5db50980824778a1fd on resource:port {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:37:52.330346 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7e670007-c39d-4cd4-94b8-6ffac09c13b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:52.375788 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-39d730c6-1de1-499d-9e78-ebec0e87f4f3 req-cd8d8b20-e5c8-407e-95f7-f4b431074a48 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Unset dirty status for tenant:15e50d7ac4fd4b5db50980824778a1fd on resource:port {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:37:52.377631 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-39d730c6-1de1-499d-9e78-ebec0e87f4f3 req-cd8d8b20-e5c8-407e-95f7-f4b431074a48 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 210 time: 0.3913960 Feb 03 11:37:52.415526 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7e670007-c39d-4cd4-94b8-6ffac09c13b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:52.560818 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-47e6202d-63ca-4817-a507-8e2bdb4af57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:52.590208 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-920b9f20-62db-42f6-b77a-bc998a27f22c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:52.590208 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-920b9f20-62db-42f6-b77a-bc998a27f22c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.122 "GET /v2.0/networks?id=6ee212a8-a662-49ec-9d02-feb306b9fb62 HTTP/1.1" status: 200 len: 816 time: 0.7081277 Feb 03 11:37:52.810610 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-428af609-ca45-4941-a53b-3b1fda57ecad tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=15e50d7ac4fd4b5db50980824778a1fd HTTP/1.1" status: 200 len: 5705 time: 0.1936007 Feb 03 11:37:52.812044 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7e670007-c39d-4cd4-94b8-6ffac09c13b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:52.822396 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:52.837923 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-cc7815c7-1321-4353-8c63-232dde9069e3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Request body: {'port': {'device_id': 'f42af193-4d38-461c-8718-fc21d4e1708a', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'admin_state_up': True, 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'security_groups': ['b3645bd9-659b-464b-a062-f3bf51b23719']}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:52.890773 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27470ef7-11bb-4ad3-91a7-22d458224a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4cd1f6-782a-4072-9c48-397a4fa256dc,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:52.907925 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-27470ef7-11bb-4ad3-91a7-22d458224a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.022s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:53.001886 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e670007-c39d-4cd4-94b8-6ffac09c13b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f082fc-ca9b-4ace-a6f2-c3659d8545a1,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:53.031142 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-cc7815c7-1321-4353-8c63-232dde9069e3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:53.052472 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-cc7815c7-1321-4353-8c63-232dde9069e3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:53.062300 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7e670007-c39d-4cd4-94b8-6ffac09c13b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:53.063210 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7e670007-c39d-4cd4-94b8-6ffac09c13b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:53.064497 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-7e670007-c39d-4cd4-94b8-6ffac09c13b0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/34f082fc-ca9b-4ace-a6f2-c3659d8545a1 HTTP/1.1" status: 204 len: 168 time: 1.2560375 Feb 03 11:37:53.068727 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-cc7815c7-1321-4353-8c63-232dde9069e3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Made reservation on behalf of 15e50d7ac4fd4b5db50980824778a1fd for: {'port': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:37:53.098944 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-cc7815c7-1321-4353-8c63-232dde9069e3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:53.131584 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83575895-8e62-480f-a276-10f2cdf84417', 'tag': '3e03523e-c54c-4e8b-8159-8e757c25925a', 'status': 'completed', 'code': 200} Feb 03 11:37:53.143344 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:53.145707 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e267819-f5f0-43d0-9e2a-e660b9724545 req-ea7ac2a8-b999-4b0c-a589-8529d3c5bb9b tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:53.146522 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-4e267819-f5f0-43d0-9e2a-e660b9724545 req-ea7ac2a8-b999-4b0c-a589-8529d3c5bb9b tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Synchronizing usage tracker for tenant:56aa07d6046f423a9737e95d751bc566 on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:37:53.262060 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f3ad8158-d3d8-4351-bafc-ac8bd94fa50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:53.275548 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-4e267819-f5f0-43d0-9e2a-e660b9724545 req-ea7ac2a8-b999-4b0c-a589-8529d3c5bb9b tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Unset dirty status for tenant:56aa07d6046f423a9737e95d751bc566 on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:37:53.276827 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4e267819-f5f0-43d0-9e2a-e660b9724545 req-ea7ac2a8-b999-4b0c-a589-8529d3c5bb9b tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 932 time: 1.7752969 Feb 03 11:37:53.300760 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b86849-de47-44b9-81b3-454e92258b5c req-b5bae040-4b24-4b4b-8a29-673ad374595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:53.302357 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-66b86849-de47-44b9-81b3-454e92258b5c req-b5bae040-4b24-4b4b-8a29-673ad374595e service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=56aa07d6046f423a9737e95d751bc566&device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 1160 time: 1.2727573 Feb 03 11:37:53.388001 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f3ad8158-d3d8-4351-bafc-ac8bd94fa50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:53.443596 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.db.resource_extend [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 03 11:37:53.455366 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-66b86849-de47-44b9-81b3-454e92258b5c req-9bceea5c-76b3-4eb7-95d7-d147964abcaf service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e03523e-c54c-4e8b-8159-8e757c25925a HTTP/1.1" status: 200 len: 217 time: 0.1323972 Feb 03 11:37:53.560121 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-cc7815c7-1321-4353-8c63-232dde9069e3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Allocated IP 172.20.0.4 (6ee212a8-a662-49ec-9d02-feb306b9fb62/b02e8330-4b19-43ce-a9de-cf3994e73e6b/e3991a93-ab2d-4cb9-b382-a08b88510631) {{(pid=80075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:37:53.756043 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b86849-de47-44b9-81b3-454e92258b5c req-f02b4efe-928c-44c8-9279-bd8c9ea50f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:53.766189 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-66b86849-de47-44b9-81b3-454e92258b5c req-f02b4efe-928c-44c8-9279-bd8c9ea50f45 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=97b65fc5-b24e-456c-92d2-94fdf77fc327 HTTP/1.1" status: 200 len: 858 time: 0.2978048 Feb 03 11:37:53.873309 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4976f818-3fce-415a-86a8-1d7f9bd8c058 req-a9a00bf3-f35f-4349-94f1-9da60cf1719b tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 210 time: 0.0646830 Feb 03 11:37:53.912720 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 38648) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:53.920328 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-66b86849-de47-44b9-81b3-454e92258b5c req-81c503d1-c3e4-4347-9f9c-5cdf34af9e47 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085949 Feb 03 11:37:53.940926 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4e267819-f5f0-43d0-9e2a-e660b9724545 req-51c009ae-3d49-428f-a432-bef10a9c94c1 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6520875 Feb 03 11:37:53.999118 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-cc7815c7-1321-4353-8c63-232dde9069e3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for port, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:54.004175 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:54.023751 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-cc7815c7-1321-4353-8c63-232dde9069e3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Transition to ACTIVE for port object e3991a93-ab2d-4cb9-b382-a08b88510631 will not be triggered until provisioned by entity DHCP. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:37:54.051870 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-cc7815c7-1321-4353-8c63-232dde9069e3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:54.137519 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e98e72e2-6c7e-40d7-8258-2c8f2d211555 {{(pid=80076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 11:37:54.149577 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:54.158201 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-62a414e1-9431-47ef-97a7-c8e503eaae3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:54.205093 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-62a414e1-9431-47ef-97a7-c8e503eaae3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:54.208644 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Transition to ACTIVE for port object e98e72e2-6c7e-40d7-8258-2c8f2d211555 will not be triggered until provisioned by entity L2. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:37:54.220246 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f3ad8158-d3d8-4351-bafc-ac8bd94fa50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:54.225589 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-62a414e1-9431-47ef-97a7-c8e503eaae3c admin admin] Usage tracker for resource:security_group_rule and tenant:9639ab0364fa4c0c8e23235012dd4d54 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:54.232835 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:54.244562 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:54.252120 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-62a414e1-9431-47ef-97a7-c8e503eaae3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:54.260160 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-62a414e1-9431-47ef-97a7-c8e503eaae3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:54.494708 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad8158-d3d8-4351-bafc-ac8bd94fa50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4cd1f6-782a-4072-9c48-397a4fa256dc,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:54.497639 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f3ad8158-d3d8-4351-bafc-ac8bd94fa50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:54.503182 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:54.548942 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b21649e1-a64d-4c4b-b198-0f69710cbd06 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:54.594328 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-66b86849-de47-44b9-81b3-454e92258b5c req-e038d8de-c634-40a3-a149-32d12522439b service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479445 Feb 03 11:37:54.598711 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.122', 59252) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:54.609203 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:54.610808 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Pushing event updated for resources: {'Port': ['ID=e98e72e2-6c7e-40d7-8258-2c8f2d211555,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:54.614172 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:54.618269 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f3ad8158-d3d8-4351-bafc-ac8bd94fa50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:54.621486 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-f3ad8158-d3d8-4351-bafc-ac8bd94fa50b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5e4cd1f6-782a-4072-9c48-397a4fa256dc HTTP/1.1" status: 204 len: 168 time: 2.5992105 Feb 03 11:37:54.663451 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7815c7-1321-4353-8c63-232dde9069e3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Pushing event updated for resources: {'Port': ['ID=e3991a93-ab2d-4cb9-b382-a08b88510631,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:54.671337 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-cc7815c7-1321-4353-8c63-232dde9069e3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:54.676802 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-cc7815c7-1321-4353-8c63-232dde9069e3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Network 6ee212a8-a662-49ec-9d02-feb306b9fb62 is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:37:54.678233 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-cc7815c7-1321-4353-8c63-232dde9069e3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:37:54.680834 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-cc7815c7-1321-4353-8c63-232dde9069e3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Received port after_create {{(pid=80075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:37:54.784963 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-cc7815c7-1321-4353-8c63-232dde9069e3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:54.787658 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-cc7815c7-1321-4353-8c63-232dde9069e3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for port, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:55.034739 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-cc7815c7-1321-4353-8c63-232dde9069e3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2134666 Feb 03 11:37:55.048078 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Request body: {'port': {'device_id': 'f42af193-4d38-461c-8718-fc21d4e1708a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:37:55.154934 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-dea7871e-baf3-4d36-83f6-470076002e6c None None] Provisioning for port e3991a93-ab2d-4cb9-b382-a08b88510631 completed by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:37:55.169080 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-dea7871e-baf3-4d36-83f6-470076002e6c None None] Provisioning complete for port e3991a93-ab2d-4cb9-b382-a08b88510631 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:37:55.169740 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dea7871e-baf3-4d36-83f6-470076002e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:55.211045 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:37:55.242892 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Attempting to bind port e98e72e2-6c7e-40d7-8258-2c8f2d211555 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:37:55.243418 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Attempting to bind port e98e72e2-6c7e-40d7-8258-2c8f2d211555 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': 'cf47fd35-9f02-4208-961c-8caf10fb031b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eb1cf823-771e-4587-bbb1-8d7de9b7e35c'}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:37:55.243905 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Attempting to bind port e98e72e2-6c7e-40d7-8258-2c8f2d211555 on network eb1cf823-771e-4587-bbb1-8d7de9b7e35c {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:37:55.272384 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Checking agent: {'id': 'd04a5943-f855-4f30-8269-6a00b74e68db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 34, 59), 'started_at': datetime.datetime(2021, 2, 3, 11, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.119', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:37:55.273046 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Checking segment: {'id': 'cf47fd35-9f02-4208-961c-8caf10fb031b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eb1cf823-771e-4587-bbb1-8d7de9b7e35c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:37:55.273635 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:55.274132 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Bound using segment: {'id': 'cf47fd35-9f02-4208-961c-8caf10fb031b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eb1cf823-771e-4587-bbb1-8d7de9b7e35c'} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:37:55.274738 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Bound port: e98e72e2-6c7e-40d7-8258-2c8f2d211555, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf47fd35-9f02-4208-961c-8caf10fb031b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eb1cf823-771e-4587-bbb1-8d7de9b7e35c'}}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:37:55.275503 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:55.302106 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:55.311708 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-dea7871e-baf3-4d36-83f6-470076002e6c None None] Port e3991a93-ab2d-4cb9-b382-a08b88510631 cannot update to ACTIVE because it is not bound. {{(pid=80077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 11:37:55.491026 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] For port e98e72e2-6c7e-40d7-8258-2c8f2d211555, host hv-cinder-77387, cleared binding levels {{(pid=80076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:37:55.495379 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] For port e98e72e2-6c7e-40d7-8258-2c8f2d211555, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e98e72e2-6c7e-40d7-8258-2c8f2d211555,segment=NetworkSegment(cf47fd35-9f02-4208-961c-8caf10fb031b),segment_id=cf47fd35-9f02-4208-961c-8caf10fb031b)] {{(pid=80076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:37:55.498427 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-66b86849-de47-44b9-81b3-454e92258b5c req-55a2cbcb-3c8a-4d91-b8c0-d81af91bde5c service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8753009 Feb 03 11:37:55.500891 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-62a414e1-9431-47ef-97a7-c8e503eaae3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:55.510995 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0d69a364-c00b-4d04-85e8-b24e934d329b req-43641918-6cba-402b-a5d7-1a3c1b285f14 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.8956277 Feb 03 11:37:55.525494 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:55.525494 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-62a414e1-9431-47ef-97a7-c8e503eaae3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:55.546528 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f3ad8158-d3d8-4351-bafc-ac8bd94fa50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:55.788398 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a414e1-9431-47ef-97a7-c8e503eaae3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e216afc-7bd7-4e49-b26e-57e06d070883,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:55.827795 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5a818-54ba-4048-9293-33825ed0ce03 req-0083b027-029c-4e3d-9391-4b8a28a13091 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:55.847920 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-75f5a818-54ba-4048-9293-33825ed0ce03 req-0083b027-029c-4e3d-9391-4b8a28a13091 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 944 time: 0.4442761 Feb 03 11:37:55.974216 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-75f5a818-54ba-4048-9293-33825ed0ce03 req-393b3182-5745-4098-ae9f-1d9fdb0f38d8 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Synchronizing usage tracker for tenant:56aa07d6046f423a9737e95d751bc566 on resource:security_group {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:37:55.977387 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21688cca-4459-415d-82eb-444a5c7ee701 req-10f683d6-61ac-4be9-a073-7b48e527c21a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:55.988767 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-21688cca-4459-415d-82eb-444a5c7ee701 req-10f683d6-61ac-4be9-a073-7b48e527c21a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 931 time: 0.8571005 Feb 03 11:37:56.015742 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-62a414e1-9431-47ef-97a7-c8e503eaae3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:56.029297 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-75f5a818-54ba-4048-9293-33825ed0ce03 req-393b3182-5745-4098-ae9f-1d9fdb0f38d8 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Unset dirty status for tenant:56aa07d6046f423a9737e95d751bc566 on resource:security_group {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:37:56.041726 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-75f5a818-54ba-4048-9293-33825ed0ce03 req-393b3182-5745-4098-ae9f-1d9fdb0f38d8 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927454 Feb 03 11:37:56.114366 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-62a414e1-9431-47ef-97a7-c8e503eaae3c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9639ab0364fa4c0c8e23235012dd4d54&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1723139 Feb 03 11:37:56.115391 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bc663d0a-8f70-4a4e-aebc-65e57c0aecb3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:56.164682 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 38722) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:56.219479 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:56.219755 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:56.221227 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] 10.222.0.122 "PUT /v2.0/ports/e98e72e2-6c7e-40d7-8258-2c8f2d211555 HTTP/1.1" status: 200 len: 1158 time: 5.2254128 Feb 03 11:37:56.238589 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2133462-c2ef-4762-a4c2-bdbc66d3fea6', 'tag': 'e98e72e2-6c7e-40d7-8258-2c8f2d211555'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:37:56.356173 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2133462-c2ef-4762-a4c2-bdbc66d3fea6', 'tag': 'e98e72e2-6c7e-40d7-8258-2c8f2d211555', 'status': 'completed', 'code': 200} Feb 03 11:37:56.396389 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3991a93-ab2d-4cb9-b382-a08b88510631 {{(pid=80075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 11:37:56.407682 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-21688cca-4459-415d-82eb-444a5c7ee701 req-06699f85-0e51-4b64-b5ed-632a00fa21e7 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4177670 Feb 03 11:37:56.409042 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:56.412223 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7e889841-221c-4d99-a4c8-ab8cd385516a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:56.420117 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Pushing event updated for resources: {'Port': ['ID=e98e72e2-6c7e-40d7-8258-2c8f2d211555,revision_number=3']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:56.427983 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:56.444647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee676b03-059a-4537-9450-bb28fb2dc8d6 req-7732a5e9-f7b8-45f0-87b1-4fc58da6916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:56.446362 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ee676b03-059a-4537-9450-bb28fb2dc8d6 req-7732a5e9-f7b8-45f0-87b1-4fc58da6916c service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=56aa07d6046f423a9737e95d751bc566&device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 1160 time: 0.6509671 Feb 03 11:37:56.453614 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69a364-c00b-4d04-85e8-b24e934d329b req-cea0745c-4aad-4df0-be6a-9088623fe665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:56.455189 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0d69a364-c00b-4d04-85e8-b24e934d329b req-cea0745c-4aad-4df0-be6a-9088623fe665 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=6d6c256d334b4467a21db33799670ea8&device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 1162 time: 0.6636717 Feb 03 11:37:56.457683 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7e889841-221c-4d99-a4c8-ab8cd385516a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:56.525338 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7e889841-221c-4d99-a4c8-ab8cd385516a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:56.536878 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:56.554534 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Transition to ACTIVE for port object e3991a93-ab2d-4cb9-b382-a08b88510631 will not be triggered until provisioned by entity L2. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:37:56.560930 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e889841-221c-4d99-a4c8-ab8cd385516a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e216afc-7bd7-4e49-b26e-57e06d070883,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:56.560930 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:56.560930 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7e889841-221c-4d99-a4c8-ab8cd385516a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:56.661890 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee676b03-059a-4537-9450-bb28fb2dc8d6 req-c6c82098-57b0-4a55-af83-ef35b21a650c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:56.663658 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ee676b03-059a-4537-9450-bb28fb2dc8d6 req-c6c82098-57b0-4a55-af83-ef35b21a650c service neutron] 10.222.0.122 "GET /v2.0/networks?id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c HTTP/1.1" status: 200 len: 912 time: 0.2074571 Feb 03 11:37:56.694653 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7e889841-221c-4d99-a4c8-ab8cd385516a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:56.702435 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-7e889841-221c-4d99-a4c8-ab8cd385516a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4e216afc-7bd7-4e49-b26e-57e06d070883 HTTP/1.1" status: 204 len: 168 time: 0.5362506 Feb 03 11:37:56.766587 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:57.129916 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9d40b40d-a3c7-4dad-82d3-03dcb39748f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:57.131552 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b62e8316-db85-48f2-b1d9-597559d99122 req-9d40b40d-a3c7-4dad-82d3-03dcb39748f6 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=56aa07d6046f423a9737e95d751bc566&device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 1161 time: 0.8581133 Feb 03 11:37:57.140586 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ee676b03-059a-4537-9450-bb28fb2dc8d6 req-ea229b61-039b-4397-9a28-414cb9e47187 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e03523e-c54c-4e8b-8159-8e757c25925a HTTP/1.1" status: 200 len: 217 time: 0.4398098 Feb 03 11:37:57.145968 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Pushing event updated for resources: {'Port': ['ID=e3991a93-ab2d-4cb9-b382-a08b88510631,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:57.155236 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Attempting to bind port e3991a93-ab2d-4cb9-b382-a08b88510631 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:37:57.155631 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Attempting to bind port e3991a93-ab2d-4cb9-b382-a08b88510631 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '3741f48f-16a9-4293-92b5-def40090b78c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62'}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:37:57.155992 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Attempting to bind port e3991a93-ab2d-4cb9-b382-a08b88510631 on network 6ee212a8-a662-49ec-9d02-feb306b9fb62 {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:37:57.165760 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:57.184044 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Checking agent: {'id': 'd04a5943-f855-4f30-8269-6a00b74e68db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 34, 59), 'started_at': datetime.datetime(2021, 2, 3, 11, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.119', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:37:57.184426 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Checking segment: {'id': '3741f48f-16a9-4293-92b5-def40090b78c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:37:57.184842 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:57.185235 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Bound using segment: {'id': '3741f48f-16a9-4293-92b5-def40090b78c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62'} {{(pid=80075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:37:57.185723 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Bound port: e3991a93-ab2d-4cb9-b382-a08b88510631, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3741f48f-16a9-4293-92b5-def40090b78c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62'}}] {{(pid=80075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:37:57.186101 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:57.299685 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee676b03-059a-4537-9450-bb28fb2dc8d6 req-7f750e78-0e13-498e-a80b-9d4194614212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:57.302426 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ee676b03-059a-4537-9450-bb28fb2dc8d6 req-7f750e78-0e13-498e-a80b-9d4194614212 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=97b65fc5-b24e-456c-92d2-94fdf77fc327 HTTP/1.1" status: 200 len: 858 time: 0.0900431 Feb 03 11:37:57.306191 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b62e8316-db85-48f2-b1d9-597559d99122 req-219e3a4b-b2fd-48ea-87f7-a41567637152 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e98e72e2-6c7e-40d7-8258-2c8f2d211555 HTTP/1.1" status: 200 len: 217 time: 0.1606042 Feb 03 11:37:57.383033 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] For port e3991a93-ab2d-4cb9-b382-a08b88510631, host hv-cinder-77387, cleared binding levels {{(pid=80075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:37:57.387915 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] For port e3991a93-ab2d-4cb9-b382-a08b88510631, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e3991a93-ab2d-4cb9-b382-a08b88510631,segment=NetworkSegment(3741f48f-16a9-4293-92b5-def40090b78c),segment_id=3741f48f-16a9-4293-92b5-def40090b78c)] {{(pid=80075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:37:57.484427 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:57.513840 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69a364-c00b-4d04-85e8-b24e934d329b req-5c02a74f-8146-4989-924e-e9282a2c70c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:57.516313 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0d69a364-c00b-4d04-85e8-b24e934d329b req-5c02a74f-8146-4989-924e-e9282a2c70c2 service neutron] 10.222.0.122 "GET /v2.0/networks?id=06d165db-6efc-4b05-9312-961402700a4e HTTP/1.1" status: 200 len: 906 time: 0.8517427 Feb 03 11:37:57.535352 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:37:57.652180 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ee676b03-059a-4537-9450-bb28fb2dc8d6 req-11b8eb69-b763-4039-9fd4-057472e03ec5 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3358927 Feb 03 11:37:57.719502 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Pushing event updated for resources: {'Port': ['ID=e3991a93-ab2d-4cb9-b382-a08b88510631,revision_number=3']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:37:57.745329 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0d69a364-c00b-4d04-85e8-b24e934d329b req-2d330024-bd98-4720-9e4a-c01e838c091a service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f HTTP/1.1" status: 200 len: 217 time: 0.2169776 Feb 03 11:37:57.834956 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:37:57.965260 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69a364-c00b-4d04-85e8-b24e934d329b req-e7df8756-c826-4848-99ec-29dc2ec12932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:57.967719 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0d69a364-c00b-4d04-85e8-b24e934d329b req-e7df8756-c826-4848-99ec-29dc2ec12932 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e1df0559-c064-4fe6-8073-2e6878186c11 HTTP/1.1" status: 200 len: 852 time: 0.2020500 Feb 03 11:37:58.039450 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e8316-db85-48f2-b1d9-597559d99122 req-cbf85852-771e-4d32-8299-f5af8f834d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:58.041367 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b62e8316-db85-48f2-b1d9-597559d99122 req-cbf85852-771e-4d32-8299-f5af8f834d0f service neutron] 10.222.0.122 "GET /v2.0/subnets?id=97b65fc5-b24e-456c-92d2-94fdf77fc327 HTTP/1.1" status: 200 len: 858 time: 0.6500981 Feb 03 11:37:58.048770 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1077f9-cd29-4729-a881-ae8afdc7b546 req-c12e3ef6-f45e-411e-8a6d-78b00df94ab3 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:58.061718 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ff1077f9-cd29-4729-a881-ae8afdc7b546 req-c12e3ef6-f45e-411e-8a6d-78b00df94ab3 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 944 time: 0.6714892 Feb 03 11:37:58.155887 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0d69a364-c00b-4d04-85e8-b24e934d329b req-efcc6374-1c36-424c-b590-a45202c4e3db service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=06d165db-6efc-4b05-9312-961402700a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1613531 Feb 03 11:37:58.183876 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ff1077f9-cd29-4729-a881-ae8afdc7b546 req-1d64748a-2f6d-4b68-a66b-c2447161aa5a tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210511 Feb 03 11:37:58.199452 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:58.200663 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for port, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:58.202366 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] 10.222.0.122 "PUT /v2.0/ports/e3991a93-ab2d-4cb9-b382-a08b88510631 HTTP/1.1" status: 200 len: 1157 time: 3.1602404 Feb 03 11:37:58.208511 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42af193-4d38-461c-8718-fc21d4e1708a', 'tag': 'e3991a93-ab2d-4cb9-b382-a08b88510631'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:37:58.349750 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42af193-4d38-461c-8718-fc21d4e1708a', 'tag': 'e3991a93-ab2d-4cb9-b382-a08b88510631', 'status': 'completed', 'code': 200} Feb 03 11:37:58.407073 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-44b4662c-eda6-439f-96f1-58b7e842d9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:58.408764 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-44b4662c-eda6-439f-96f1-58b7e842d9a5 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=15e50d7ac4fd4b5db50980824778a1fd&device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 1160 time: 0.1616986 Feb 03 11:37:58.420171 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b62e8316-db85-48f2-b1d9-597559d99122 req-a449d8a8-2470-4bbd-a0b4-165d61dadce1 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3377972 Feb 03 11:37:58.423052 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0d69a364-c00b-4d04-85e8-b24e934d329b req-8fa5fb80-abd0-4583-afe2-e2c9a9acc3a2 service neutron] 10.222.0.122 "GET /v2.0/networks/06d165db-6efc-4b05-9312-961402700a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531574 Feb 03 11:37:58.521999 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-2b8f4e4a-c634-443c-ab53-5936b743636a service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3991a93-ab2d-4cb9-b382-a08b88510631 HTTP/1.1" status: 200 len: 217 time: 0.1051891 Feb 03 11:37:58.598081 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:58.635591 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-75e9d4d7-7d90-4d3c-9b49-90da72c2700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:58.637189 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-75e9d4d7-7d90-4d3c-9b49-90da72c2700e service neutron] 10.222.0.122 "GET /v2.0/subnets?id=b02e8330-4b19-43ce-a9de-cf3994e73e6b HTTP/1.1" status: 200 len: 855 time: 0.1078796 Feb 03 11:37:58.703983 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0d69a364-c00b-4d04-85e8-b24e934d329b req-d57aedcc-70ce-43f5-8581-d3e73e993f44 service neutron] 10.222.0.122 "GET /v2.0/networks/06d165db-6efc-4b05-9312-961402700a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2368410 Feb 03 11:37:58.882048 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c82082-becf-4d3a-bea1-69a77299e22e req-def5b850-1716-4bff-a24a-d629ce325907 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:58.883811 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a2c82082-becf-4d3a-bea1-69a77299e22e req-def5b850-1716-4bff-a24a-d629ce325907 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 1.1142571 Feb 03 11:37:58.888275 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ee676b03-059a-4537-9450-bb28fb2dc8d6 req-fea16994-a45a-4a34-a5ca-690f7c2efe55 service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1897960 Feb 03 11:37:58.927610 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-372a3b73-7569-4e87-a2b1-5c7f8da2c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:58.929232 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-372a3b73-7569-4e87-a2b1-5c7f8da2c9f0 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6ee212a8-a662-49ec-9d02-feb306b9fb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2718639 Feb 03 11:37:58.964622 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a2c82082-becf-4d3a-bea1-69a77299e22e req-0b3f6cb0-23f4-4094-ab30-ef765dee8cdc tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733409 Feb 03 11:37:59.080033 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.objects.ports [None req-4825f588-fa0a-4a82-81bb-3c0be4ab9b0b None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80077) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 03 11:37:59.092317 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b4846-deb8-42d3-9fd0-b253cb5d34c2 req-d190998a-5298-4ad6-a687-94e3462d7a40 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:59.094042 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0a1b4846-deb8-42d3-9fd0-b253cb5d34c2 req-d190998a-5298-4ad6-a687-94e3462d7a40 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 945 time: 0.2665687 Feb 03 11:37:59.127843 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 38830) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:37:59.144356 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b62e8316-db85-48f2-b1d9-597559d99122 req-d0016492-134e-422c-8806-e7ecf8008d05 service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6758170 Feb 03 11:37:59.227326 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0a1b4846-deb8-42d3-9fd0-b253cb5d34c2 req-3e011af6-11c0-4b12-a1a8-86c431f74c5d tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/security-groups?id=ceede8bb-44f4-4fa7-94e4-2afc1ade8d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804632 Feb 03 11:37:59.305121 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-4c6338df-2d00-437c-9939-83a16af9b67c service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661160 Feb 03 11:37:59.450937 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ee676b03-059a-4537-9450-bb28fb2dc8d6 req-00788b28-b59d-4642-ba1b-9246c00836a6 service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5050323 Feb 03 11:37:59.511904 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7a60ef2a-eae1-4d2d-86a1-73fb69906a24 req-6c11827b-a18c-4707-a340-5b1319785035 service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1992621 Feb 03 11:37:59.546218 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b62e8316-db85-48f2-b1d9-597559d99122 req-8139df55-4bc5-4668-880b-0817ebc4e301 service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3792768 Feb 03 11:37:59.627920 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d9b1793c-bdf8-4017-a307-7af78cdbcdd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:59.631832 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 3e03523e-c54c-4e8b-8159-8e757c25925a up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:37:59.694930 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d9b1793c-bdf8-4017-a307-7af78cdbcdd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:37:59.718714 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d9b1793c-bdf8-4017-a307-7af78cdbcdd9 admin admin] Usage tracker for resource:security_group_rule and tenant:55d5be6786b8497394ae7607a3956a9d is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:37:59.741529 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d9b1793c-bdf8-4017-a307-7af78cdbcdd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:37:59.762038 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d9b1793c-bdf8-4017-a307-7af78cdbcdd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:37:59.830395 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning for port 3e03523e-c54c-4e8b-8159-8e757c25925a completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:37:59.832666 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19adf98-a7ed-418e-9911-6541a6050481 req-c985cfa6-84fe-49bc-b07e-cf54a5d5afc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:59.835579 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e19adf98-a7ed-418e-9911-6541a6050481 req-c985cfa6-84fe-49bc-b07e-cf54a5d5afc0 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=56aa07d6046f423a9737e95d751bc566&device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 1161 time: 0.2212718 Feb 03 11:37:59.842149 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 3e03523e-c54c-4e8b-8159-8e757c25925a triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:37:59.842576 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:37:59.910941 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a946be-281c-4a17-a1eb-08e0f4447ba7 req-fbf52545-ccb2-4954-811e-315ee725d22a tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:59.912802 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f1a946be-281c-4a17-a1eb-08e0f4447ba7 req-fbf52545-ccb2-4954-811e-315ee725d22a tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 944 time: 0.3654342 Feb 03 11:37:59.984948 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8103c-9bbc-4d79-86d3-3a16f3359eb5 req-bfb6acd6-4b9c-4c1e-8fe6-31b3c8c314f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:37:59.987624 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f4b8103c-9bbc-4d79-86d3-3a16f3359eb5 req-bfb6acd6-4b9c-4c1e-8fe6-31b3c8c314f3 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=15e50d7ac4fd4b5db50980824778a1fd&device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 1160 time: 0.3398025 Feb 03 11:38:00.035822 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:00.098101 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port 3e03523e-c54c-4e8b-8159-8e757c25925a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=3e03523e-c54c-4e8b-8159-8e757c25925a,segment=NetworkSegment(cf47fd35-9f02-4208-961c-8caf10fb031b),segment_id=cf47fd35-9f02-4208-961c-8caf10fb031b)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:38:00.099423 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83575895-8e62-480f-a276-10f2cdf84417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e03523e-c54c-4e8b-8159-8e757c25925a'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:38:00.100310 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f1a946be-281c-4a17-a1eb-08e0f4447ba7 req-486615fc-9ac9-4910-808b-d9cea3bb21b9 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804872 Feb 03 11:38:00.106470 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:00.108891 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:00.291735 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83575895-8e62-480f-a276-10f2cdf84417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e03523e-c54c-4e8b-8159-8e757c25925a', 'code': 200} Feb 03 11:38:00.292797 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=3e03523e-c54c-4e8b-8159-8e757c25925a,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:00.298022 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:00.405647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d9b1793c-bdf8-4017-a307-7af78cdbcdd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:00.408608 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8103c-9bbc-4d79-86d3-3a16f3359eb5 req-457dbb8e-11ac-4f0b-9657-39749f43eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:00.410782 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f4b8103c-9bbc-4d79-86d3-3a16f3359eb5 req-457dbb8e-11ac-4f0b-9657-39749f43eab1 service neutron] 10.222.0.122 "GET /v2.0/networks?id=6ee212a8-a662-49ec-9d02-feb306b9fb62 HTTP/1.1" status: 200 len: 910 time: 0.4161589 Feb 03 11:38:00.411904 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d9b1793c-bdf8-4017-a307-7af78cdbcdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:00.419816 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:00.527087 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f4b8103c-9bbc-4d79-86d3-3a16f3359eb5 req-8a0f4b5d-0f22-4866-92a6-9dc81c3061f6 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3991a93-ab2d-4cb9-b382-a08b88510631 HTTP/1.1" status: 200 len: 217 time: 0.0973859 Feb 03 11:38:00.624662 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19adf98-a7ed-418e-9911-6541a6050481 req-59e5e476-4911-4b86-85f8-f52999c82a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:00.629348 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e19adf98-a7ed-418e-9911-6541a6050481 req-59e5e476-4911-4b86-85f8-f52999c82a4b service neutron] 10.222.0.122 "GET /v2.0/networks?id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c HTTP/1.1" status: 200 len: 912 time: 0.7849658 Feb 03 11:38:00.780894 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e19adf98-a7ed-418e-9911-6541a6050481 req-cd00b592-668f-41db-8f80-bdeba9be0f4d service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e98e72e2-6c7e-40d7-8258-2c8f2d211555 HTTP/1.1" status: 200 len: 217 time: 0.1248863 Feb 03 11:38:00.882031 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cd19e-2365-4202-9574-ed0133979cda req-5bc3c0b5-c8ef-4a7a-8d6c-d95dbd18f155 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:00.883194 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-853cd19e-2365-4202-9574-ed0133979cda req-5bc3c0b5-c8ef-4a7a-8d6c-d95dbd18f155 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Synchronizing usage tracker for tenant:15e50d7ac4fd4b5db50980824778a1fd on resource:port {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:38:00.983295 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19adf98-a7ed-418e-9911-6541a6050481 req-3b8d6bfe-ac5d-4c81-9975-948c135e2f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:00.986304 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e19adf98-a7ed-418e-9911-6541a6050481 req-3b8d6bfe-ac5d-4c81-9975-948c135e2f83 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=97b65fc5-b24e-456c-92d2-94fdf77fc327 HTTP/1.1" status: 200 len: 858 time: 0.1958141 Feb 03 11:38:00.987177 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 3e03523e-c54c-4e8b-8159-8e757c25925a up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:38:00.988333 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-853cd19e-2365-4202-9574-ed0133979cda req-5bc3c0b5-c8ef-4a7a-8d6c-d95dbd18f155 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Unset dirty status for tenant:15e50d7ac4fd4b5db50980824778a1fd on resource:port {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:38:00.989488 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-853cd19e-2365-4202-9574-ed0133979cda req-5bc3c0b5-c8ef-4a7a-8d6c-d95dbd18f155 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.4513745 Feb 03 11:38:01.054437 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8103c-9bbc-4d79-86d3-3a16f3359eb5 req-7b0a0c0a-d3fe-434b-881f-1fa4577c131c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:01.056608 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f4b8103c-9bbc-4d79-86d3-3a16f3359eb5 req-7b0a0c0a-d3fe-434b-881f-1fa4577c131c service neutron] 10.222.0.122 "GET /v2.0/subnets?id=b02e8330-4b19-43ce-a9de-cf3994e73e6b HTTP/1.1" status: 200 len: 855 time: 0.2490017 Feb 03 11:38:01.067524 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-d9b1793c-bdf8-4017-a307-7af78cdbcdd9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=55d5be6786b8497394ae7607a3956a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9355414 Feb 03 11:38:01.098780 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1793c-bdf8-4017-a307-7af78cdbcdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e6076b-67ab-46c2-a7e0-11b67355a1f7,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:01.120459 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d9b1793c-bdf8-4017-a307-7af78cdbcdd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:01.132134 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 38950) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:01.175410 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 3e03523e-c54c-4e8b-8159-8e757c25925a triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:01.176077 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:01.300824 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e19adf98-a7ed-418e-9911-6541a6050481 req-13e03354-2b28-4f8b-a1d1-571f8c0230f9 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3046045 Feb 03 11:38:01.385984 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:38:01.491945 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182114f-b7d4-44f5-a106-4f99a1646b82 req-d708f51c-3668-4a77-aa1b-465183805f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:01.493867 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f182114f-b7d4-44f5-a106-4f99a1646b82 req-d708f51c-3668-4a77-aa1b-465183805f49 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 1162 time: 0.9587052 Feb 03 11:38:01.496838 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 38976) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:01.520984 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e19adf98-a7ed-418e-9911-6541a6050481 req-e62d111b-5a50-4add-84df-0a6476b8a91c service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008643 Feb 03 11:38:01.524486 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:01.524767 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:01.550934 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-853cd19e-2365-4202-9574-ed0133979cda req-e8aadad2-d423-43ef-835c-38914df4b128 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5533488 Feb 03 11:38:01.669803 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055589ca-ed12-4c74-8bf5-7311106a0ebf req-84db89f0-5026-493f-b88e-9851fa9e374a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:01.679244 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-055589ca-ed12-4c74-8bf5-7311106a0ebf req-84db89f0-5026-493f-b88e-9851fa9e374a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 945 time: 1.1482315 Feb 03 11:38:01.692566 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8103c-9bbc-4d79-86d3-3a16f3359eb5 req-bbe84e9e-4ad7-4220-a508-a80578715b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:01.694450 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f4b8103c-9bbc-4d79-86d3-3a16f3359eb5 req-bbe84e9e-4ad7-4220-a508-a80578715b8f service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6ee212a8-a662-49ec-9d02-feb306b9fb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6274195 Feb 03 11:38:01.761597 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0074cac-8082-4d24-86d3-239948b07b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:01.790018 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e8725-ab5e-4431-9ded-8014d8d4f39a req-a34eef51-9ac8-4d00-8452-c91e5c48e353 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:01.791865 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-bc6e8725-ab5e-4431-9ded-8014d8d4f39a req-a34eef51-9ac8-4d00-8452-c91e5c48e353 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.122 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 945 time: 0.7219262 Feb 03 11:38:01.811809 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0074cac-8082-4d24-86d3-239948b07b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:01.961314 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e19adf98-a7ed-418e-9911-6541a6050481 req-3e00a2ed-9777-4bab-9c1c-1f289e303d53 service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4087045 Feb 03 11:38:01.980343 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0074cac-8082-4d24-86d3-239948b07b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:01.985233 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6363570c-e5ed-435e-b225-26ba7fdf04db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:02.008110 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-055589ca-ed12-4c74-8bf5-7311106a0ebf req-9b79ca06-5104-4a4b-b156-21d35561c75f tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/security-groups?id=ceede8bb-44f4-4fa7-94e4-2afc1ade8d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278508 Feb 03 11:38:02.068234 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f182114f-b7d4-44f5-a106-4f99a1646b82 req-0529dbb4-9c2e-4480-93a2-8a0629923f9b service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517976 Feb 03 11:38:02.076174 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1348c-faf1-487d-9049-5db3470763a7 req-6ff52744-aafc-4a71-8052-65a99b30f0ca tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:02.077875 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-92e1348c-faf1-487d-9049-5db3470763a7 req-6ff52744-aafc-4a71-8052-65a99b30f0ca tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 944 time: 0.2365546 Feb 03 11:38:02.078026 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f4b8103c-9bbc-4d79-86d3-3a16f3359eb5 req-e39d057b-434b-4047-898b-366648fba2fd service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816579 Feb 03 11:38:02.087302 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0074cac-8082-4d24-86d3-239948b07b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e6076b-67ab-46c2-a7e0-11b67355a1f7,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:02.089270 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f3a5bbea-2016-4034-8758-e7abf4a25d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:02.106117 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0074cac-8082-4d24-86d3-239948b07b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:02.108942 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b0074cac-8082-4d24-86d3-239948b07b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:02.113338 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-b0074cac-8082-4d24-86d3-239948b07b4c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d9e6076b-67ab-46c2-a7e0-11b67355a1f7 HTTP/1.1" status: 204 len: 168 time: 0.9736321 Feb 03 11:38:02.134618 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-bc6e8725-ab5e-4431-9ded-8014d8d4f39a req-395e628e-3981-4a4e-b659-d84a2a2a120a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Deleting port b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:38:02.134983 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bc6e8725-ab5e-4431-9ded-8014d8d4f39a req-395e628e-3981-4a4e-b659-d84a2a2a120a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:02.154853 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-92e1348c-faf1-487d-9049-5db3470763a7 req-df04cc7b-fe41-4a8d-8c10-c955eccc963b tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687675 Feb 03 11:38:02.185902 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-f3a5bbea-2016-4034-8758-e7abf4a25d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:02.199417 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f3a5bbea-2016-4034-8758-e7abf4a25d2c admin admin] Usage tracker for resource:security_group_rule and tenant:1159a8f4992249df8d067aa33e102bc0 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:02.207289 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f3a5bbea-2016-4034-8758-e7abf4a25d2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:02.215210 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-f3a5bbea-2016-4034-8758-e7abf4a25d2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:02.520728 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39002) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:02.540733 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-10f4bde2-c536-4cff-aef5-8d6cef59753d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:02.557226 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-10f4bde2-c536-4cff-aef5-8d6cef59753d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:02.561460 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-10f4bde2-c536-4cff-aef5-8d6cef59753d admin admin] Usage tracker for resource:security_group_rule and tenant:75e0ebe81518472ea80e69b38d365a8a is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:02.564615 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-10f4bde2-c536-4cff-aef5-8d6cef59753d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:02.571091 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-10f4bde2-c536-4cff-aef5-8d6cef59753d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:02.607061 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f4b8103c-9bbc-4d79-86d3-3a16f3359eb5 req-4e23d8fa-67b5-444a-806d-4aa3e1d9433e service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2891774 Feb 03 11:38:02.639154 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-bc6e8725-ab5e-4431-9ded-8014d8d4f39a req-395e628e-3981-4a4e-b659-d84a2a2a120a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] For port b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f,segment=NetworkSegment(01b44f48-93ce-4c7c-b654-728ed9d69bd0),segment_id=01b44f48-93ce-4c7c-b654-728ed9d69bd0)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:38:02.639923 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bc6e8725-ab5e-4431-9ded-8014d8d4f39a req-395e628e-3981-4a4e-b659-d84a2a2a120a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:02.674007 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-10f4bde2-c536-4cff-aef5-8d6cef59753d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:02.677934 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-10f4bde2-c536-4cff-aef5-8d6cef59753d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:02.688647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f2e5cd6e-48b6-464b-9d39-0dc35ada031c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:02.723579 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4bde2-c536-4cff-aef5-8d6cef59753d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e611803e-e503-4099-98c7-053aaa24a0fe,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:02.743822 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-10f4bde2-c536-4cff-aef5-8d6cef59753d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:02.766780 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-10f4bde2-c536-4cff-aef5-8d6cef59753d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=75e0ebe81518472ea80e69b38d365a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447033 Feb 03 11:38:02.778386 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39010) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:02.829411 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f3a5bbea-2016-4034-8758-e7abf4a25d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:02.857092 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-76721924-8873-4d44-a618-164ee986dc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:02.894472 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-bc6e8725-ab5e-4431-9ded-8014d8d4f39a req-395e628e-3981-4a4e-b659-d84a2a2a120a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Calling delete_port for b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:38:02.895322 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-76721924-8873-4d44-a618-164ee986dc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:02.907330 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:38:02.935932 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39020) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:02.960871 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-76721924-8873-4d44-a618-164ee986dc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:02.963712 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f3a5bbea-2016-4034-8758-e7abf4a25d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:02.976974 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d75ed3b9-d258-49fb-a7e2-cb9d4281ac2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:02.979183 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d9b1793c-bdf8-4017-a307-7af78cdbcdd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:02.993091 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76721924-8873-4d44-a618-164ee986dc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e611803e-e503-4099-98c7-053aaa24a0fe,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:02.995615 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-76721924-8873-4d44-a618-164ee986dc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:02.997089 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-76721924-8873-4d44-a618-164ee986dc14 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e611803e-e503-4099-98c7-053aaa24a0fe HTTP/1.1" status: 204 len: 168 time: 0.2140222 Feb 03 11:38:02.998425 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-76721924-8873-4d44-a618-164ee986dc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:03.102727 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5bbea-2016-4034-8758-e7abf4a25d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55bf817-c8f6-4e8f-9e27-e5e54801c5cb,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:03.107203 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f3a5bbea-2016-4034-8758-e7abf4a25d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:03.141439 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39032) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:03.141726 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:03.142046 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-f3a5bbea-2016-4034-8758-e7abf4a25d2c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1159a8f4992249df8d067aa33e102bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6421053 Feb 03 11:38:03.184329 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f,segment=NetworkSegment(01b44f48-93ce-4c7c-b654-728ed9d69bd0),segment_id=01b44f48-93ce-4c7c-b654-728ed9d69bd0)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:38:03.185396 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a604e8fd-52c0-48ec-9da2-2a2de274da76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:38:03.192630 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:03.195329 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4279cd8a-8312-477b-afc3-9f4d5870d8b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:03.294248 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f,revision_number=5']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:03.298353 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:03.307769 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-932741b2-61c0-48ca-957d-23d6fb65ffbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:03.354621 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcfe8e-4719-4e15-9b24-0e0d775ec909 req-2004a353-bd8a-4ff4-9a54-0032482fd8dd tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:03.356521 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-88fcfe8e-4719-4e15-9b24-0e0d775ec909 req-2004a353-bd8a-4ff4-9a54-0032482fd8dd tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.5256505 Feb 03 11:38:03.388971 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.db.api [req-bc6e8725-ab5e-4431-9ded-8014d8d4f39a req-395e628e-3981-4a4e-b659-d84a2a2a120a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80076) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:38:03.389359 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_db.api [req-bc6e8725-ab5e-4431-9ded-8014d8d4f39a req-395e628e-3981-4a4e-b659-d84a2a2a120a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 11:38:03.421894 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d8407ed7-15ed-41ea-98ea-c87fbb6079f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:03.436718 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-88fcfe8e-4719-4e15-9b24-0e0d775ec909 req-3a13fa3c-6ef2-4dd1-bbbf-df868657ccb5 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720580 Feb 03 11:38:03.438159 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-932741b2-61c0-48ca-957d-23d6fb65ffbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:03.468661 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d8407ed7-15ed-41ea-98ea-c87fbb6079f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:03.480854 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d8407ed7-15ed-41ea-98ea-c87fbb6079f9 admin admin] Usage tracker for resource:security_group_rule and tenant:4587ee8c23fb4f8ba87316a179f68c67 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:03.489916 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d8407ed7-15ed-41ea-98ea-c87fbb6079f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:03.506871 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d8407ed7-15ed-41ea-98ea-c87fbb6079f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:03.639570 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f8ec7-e20a-4045-9540-cccc0cefaf19 req-9715d1b6-9cc7-4598-a48f-b089937f6ab6 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:03.641349 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-152f8ec7-e20a-4045-9540-cccc0cefaf19 req-9715d1b6-9cc7-4598-a48f-b089937f6ab6 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 943 time: 0.3417230 Feb 03 11:38:03.672681 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-932741b2-61c0-48ca-957d-23d6fb65ffbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:03.682938 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:03.707556 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932741b2-61c0-48ca-957d-23d6fb65ffbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55bf817-c8f6-4e8f-9e27-e5e54801c5cb,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:03.721075 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-932741b2-61c0-48ca-957d-23d6fb65ffbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:03.754985 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-932741b2-61c0-48ca-957d-23d6fb65ffbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:03.756609 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-932741b2-61c0-48ca-957d-23d6fb65ffbe admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e55bf817-c8f6-4e8f-9e27-e5e54801c5cb HTTP/1.1" status: 204 len: 168 time: 0.6136928 Feb 03 11:38:03.795980 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-152f8ec7-e20a-4045-9540-cccc0cefaf19 req-35d9eef5-c1f3-4ce3-bfd1-9b70d6c2fe25 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/security-groups?id=ceede8bb-44f4-4fa7-94e4-2afc1ade8d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464996 Feb 03 11:38:03.848371 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ccb5b-f6b5-40dc-aa60-10c6be746e48 req-5bf60640-dccb-4942-b03e-6f6710b92e05 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:03.856699 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1d1ccb5b-f6b5-40dc-aa60-10c6be746e48 req-5bf60640-dccb-4942-b03e-6f6710b92e05 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 944 time: 0.2708225 Feb 03 11:38:03.864001 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d8407ed7-15ed-41ea-98ea-c87fbb6079f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:03.868727 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d8407ed7-15ed-41ea-98ea-c87fbb6079f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:03.880947 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b0074cac-8082-4d24-86d3-239948b07b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:03.897304 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-bc6e8725-ab5e-4431-9ded-8014d8d4f39a req-395e628e-3981-4a4e-b659-d84a2a2a120a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Deleting port b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:38:03.897736 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bc6e8725-ab5e-4431-9ded-8014d8d4f39a req-395e628e-3981-4a4e-b659-d84a2a2a120a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:03.922795 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8407ed7-15ed-41ea-98ea-c87fbb6079f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b6fd9c-62be-43f2-9105-8359d4b77c44,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:03.947117 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a604e8fd-52c0-48ec-9da2-2a2de274da76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f', 'code': 200} Feb 03 11:38:03.956172 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d8407ed7-15ed-41ea-98ea-c87fbb6079f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:03.972848 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-d8407ed7-15ed-41ea-98ea-c87fbb6079f9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4587ee8c23fb4f8ba87316a179f68c67&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0354526 Feb 03 11:38:03.976999 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39056) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:04.061693 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1a49af0e-378e-4e5b-a907-41c76b9b265e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:04.081215 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1d1ccb5b-f6b5-40dc-aa60-10c6be746e48 req-942e6ec0-ddbd-4521-bae9-f8dc7110ae96 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207026 Feb 03 11:38:04.100034 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1a49af0e-378e-4e5b-a907-41c76b9b265e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:04.165888 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1a49af0e-378e-4e5b-a907-41c76b9b265e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:04.171469 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6b128491-a118-4f94-9ce9-192ab450f1c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:04.183893 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49af0e-378e-4e5b-a907-41c76b9b265e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b6fd9c-62be-43f2-9105-8359d4b77c44,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:04.186658 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1a49af0e-378e-4e5b-a907-41c76b9b265e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:04.212207 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1a49af0e-378e-4e5b-a907-41c76b9b265e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:04.216583 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-1a49af0e-378e-4e5b-a907-41c76b9b265e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/86b6fd9c-62be-43f2-9105-8359d4b77c44 HTTP/1.1" status: 204 len: 168 time: 0.2381308 Feb 03 11:38:04.343172 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39074) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:04.363813 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-91802fd7-f851-4616-a36e-429b162ce7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:04.386567 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-91802fd7-f851-4616-a36e-429b162ce7b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:04.386567 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-91802fd7-f851-4616-a36e-429b162ce7b7 admin admin] Usage tracker for resource:security_group_rule and tenant:af88babc3b3b4d319e94df1ff111ee7a is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:04.389225 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-91802fd7-f851-4616-a36e-429b162ce7b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:04.395442 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-91802fd7-f851-4616-a36e-429b162ce7b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:04.493069 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-91802fd7-f851-4616-a36e-429b162ce7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:04.498140 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-91802fd7-f851-4616-a36e-429b162ce7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:04.511366 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d8407ed7-15ed-41ea-98ea-c87fbb6079f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:04.572500 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-91802fd7-f851-4616-a36e-429b162ce7b7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=af88babc3b3b4d319e94df1ff111ee7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280078 Feb 03 11:38:04.573420 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91802fd7-f851-4616-a36e-429b162ce7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502109ad-082b-4e7a-be13-3be241f30994,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:04.575997 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39082) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:04.578792 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-91802fd7-f851-4616-a36e-429b162ce7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:04.591414 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-bc6e8725-ab5e-4431-9ded-8014d8d4f39a req-395e628e-3981-4a4e-b659-d84a2a2a120a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] For port b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f,segment=NetworkSegment(01b44f48-93ce-4c7c-b654-728ed9d69bd0),segment_id=01b44f48-93ce-4c7c-b654-728ed9d69bd0)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:38:04.591815 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bc6e8725-ab5e-4431-9ded-8014d8d4f39a req-395e628e-3981-4a4e-b659-d84a2a2a120a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:04.711562 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-54060dda-f1b5-49c9-8623-1f99ce45f01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:04.764192 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-bc6e8725-ab5e-4431-9ded-8014d8d4f39a req-395e628e-3981-4a4e-b659-d84a2a2a120a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Calling delete_port for b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:38:04.809118 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-54060dda-f1b5-49c9-8623-1f99ce45f01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:04.948174 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 39094) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:05.015662 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252489f7-c83e-40f9-9aca-694f8ab02d8d req-33cf52ae-6384-40ed-940a-36d44417a51b tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:05.017545 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-252489f7-c83e-40f9-9aca-694f8ab02d8d req-33cf52ae-6384-40ed-940a-36d44417a51b tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.2814417 Feb 03 11:38:05.023438 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-54060dda-f1b5-49c9-8623-1f99ce45f01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:05.032625 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e56581b7-fb31-4777-b893-34595fd1d675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:05.045859 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bc6e8725-ab5e-4431-9ded-8014d8d4f39a req-395e628e-3981-4a4e-b659-d84a2a2a120a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:05.051664 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54060dda-f1b5-49c9-8623-1f99ce45f01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502109ad-082b-4e7a-be13-3be241f30994,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:05.077038 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-54060dda-f1b5-49c9-8623-1f99ce45f01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:05.081242 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-54060dda-f1b5-49c9-8623-1f99ce45f01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:05.082839 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-54060dda-f1b5-49c9-8623-1f99ce45f01b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/502109ad-082b-4e7a-be13-3be241f30994 HTTP/1.1" status: 204 len: 168 time: 0.5055830 Feb 03 11:38:05.134661 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-98d32c0f-e274-4195-b1dc-98c9ce69a4ca tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:05.137833 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-252489f7-c83e-40f9-9aca-694f8ab02d8d req-75ce8396-6b96-4b73-8eb2-28032313acce tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065114 Feb 03 11:38:05.198731 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39106) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:05.231723 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e628e-3981-4a4e-b659-d84a2a2a120a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Pushing event deleted for resources: {'Port': ['ID=b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:05.250118 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-82356df8-e1d7-4ef3-b9b3-79716e7a019c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:05.291560 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-82356df8-e1d7-4ef3-b9b3-79716e7a019c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:05.296765 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-82356df8-e1d7-4ef3-b9b3-79716e7a019c admin admin] Usage tracker for resource:security_group_rule and tenant:b274d97410534d8da8ff2eab863caf2c is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:05.302067 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-82356df8-e1d7-4ef3-b9b3-79716e7a019c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:05.308306 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-82356df8-e1d7-4ef3-b9b3-79716e7a019c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:05.328334 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-395e628e-3981-4a4e-b659-d84a2a2a120a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:05.438167 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ce48c-aff5-4a66-91b9-0207b8c8a9fb req-3b8321fe-ae2b-4ed5-a294-67b2358f9513 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:05.440154 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-304ce48c-aff5-4a66-91b9-0207b8c8a9fb req-3b8321fe-ae2b-4ed5-a294-67b2358f9513 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/ports?device_id=a604e8fd-52c0-48ec-9da2-2a2de274da76 HTTP/1.1" status: 200 len: 865 time: 0.4828553 Feb 03 11:38:05.469348 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-82356df8-e1d7-4ef3-b9b3-79716e7a019c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:05.480538 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-82356df8-e1d7-4ef3-b9b3-79716e7a019c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:05.491857 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1a49af0e-378e-4e5b-a907-41c76b9b265e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:05.526495 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d9e408c5-bb54-42b7-a156-b4c5e812d970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:05.545290 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-82356df8-e1d7-4ef3-b9b3-79716e7a019c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b274d97410534d8da8ff2eab863caf2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427713 Feb 03 11:38:05.548635 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39114) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:05.552809 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82356df8-e1d7-4ef3-b9b3-79716e7a019c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69f9a5a-d26c-4fbc-83f7-a13767d7356e,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:05.565328 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6e8725-ab5e-4431-9ded-8014d8d4f39a req-395e628e-3981-4a4e-b659-d84a2a2a120a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] No DVR routers for this DVR port b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f on host hv-cinder-77387 {{(pid=80076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:38:05.570243 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-bc6e8725-ab5e-4431-9ded-8014d8d4f39a req-395e628e-3981-4a4e-b659-d84a2a2a120a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:05.571105 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-82356df8-e1d7-4ef3-b9b3-79716e7a019c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:05.580387 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a604e8fd-52c0-48ec-9da2-2a2de274da76', 'name': 'network-vif-deleted', 'tag': 'b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:38:05.584759 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d9e408c5-bb54-42b7-a156-b4c5e812d970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:05.602146 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d9e408c5-bb54-42b7-a156-b4c5e812d970 admin admin] Usage tracker for resource:security_group_rule and tenant:da696beb304c4d66897664dabe5c0d79 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:05.631966 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d9e408c5-bb54-42b7-a156-b4c5e812d970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:05.662501 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d9e408c5-bb54-42b7-a156-b4c5e812d970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:05.716161 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-304ce48c-aff5-4a66-91b9-0207b8c8a9fb req-7b3293ad-9d00-47de-bb93-a95a311f5d32 tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.68 "GET /v2.0/security-groups?id=ceede8bb-44f4-4fa7-94e4-2afc1ade8d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985812 Feb 03 11:38:05.730176 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-bc6e8725-ab5e-4431-9ded-8014d8d4f39a req-395e628e-3981-4a4e-b659-d84a2a2a120a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] 10.222.0.122 "DELETE /v2.0/ports/b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f HTTP/1.1" status: 204 len: 173 time: 3.7427199 Feb 03 11:38:05.764436 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75c45b-9c58-443b-bf82-60dba67ecc75 req-05ac0467-00d2-4b03-91eb-0ea296c27303 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:05.766450 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-be75c45b-9c58-443b-bf82-60dba67ecc75 req-05ac0467-00d2-4b03-91eb-0ea296c27303 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 944 time: 0.3881245 Feb 03 11:38:05.898573 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-be75c45b-9c58-443b-bf82-60dba67ecc75 req-665b5d16-c5ed-4985-b0a0-85c13687ce05 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119180 Feb 03 11:38:05.899554 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6dfdd8dd-3057-45be-9015-0dd661495041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:05.926806 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d9e408c5-bb54-42b7-a156-b4c5e812d970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:05.947846 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a604e8fd-52c0-48ec-9da2-2a2de274da76', 'name': 'network-vif-deleted', 'tag': 'b96fe4b0-f1b0-41ce-a0aa-352aa5b9738f', 'status': 'completed', 'code': 200} Feb 03 11:38:05.948706 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d9e408c5-bb54-42b7-a156-b4c5e812d970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:05.950447 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6dfdd8dd-3057-45be-9015-0dd661495041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:05.978055 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:05.990553 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-d9e408c5-bb54-42b7-a156-b4c5e812d970 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=da696beb304c4d66897664dabe5c0d79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0388489 Feb 03 11:38:05.993331 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 39136) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:06.006643 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6dfdd8dd-3057-45be-9015-0dd661495041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:06.013437 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:06.029363 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdd8dd-3057-45be-9015-0dd661495041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69f9a5a-d26c-4fbc-83f7-a13767d7356e,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:06.032847 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6dfdd8dd-3057-45be-9015-0dd661495041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:06.034057 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6dfdd8dd-3057-45be-9015-0dd661495041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:06.038609 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-6dfdd8dd-3057-45be-9015-0dd661495041 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e69f9a5a-d26c-4fbc-83f7-a13767d7356e HTTP/1.1" status: 204 len: 168 time: 0.4856086 Feb 03 11:38:06.038709 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e408c5-bb54-42b7-a156-b4c5e812d970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc0d937-2f8a-44a7-9765-ed047c02b68e,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:06.045401 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d9e408c5-bb54-42b7-a156-b4c5e812d970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:06.082768 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0d2ba8f3-be73-4857-9e46-4f45fe3f28d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:06.115378 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0d2ba8f3-be73-4857-9e46-4f45fe3f28d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:06.175536 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0d2ba8f3-be73-4857-9e46-4f45fe3f28d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:06.184422 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:06.202335 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ba8f3-be73-4857-9e46-4f45fe3f28d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc0d937-2f8a-44a7-9765-ed047c02b68e,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:06.208152 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0d2ba8f3-be73-4857-9e46-4f45fe3f28d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:06.209246 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0d2ba8f3-be73-4857-9e46-4f45fe3f28d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:06.213948 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-0d2ba8f3-be73-4857-9e46-4f45fe3f28d4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dbc0d937-2f8a-44a7-9765-ed047c02b68e HTTP/1.1" status: 204 len: 168 time: 0.2172234 Feb 03 11:38:06.344008 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 3e03523e-c54c-4e8b-8159-8e757c25925a up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:38:06.448246 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 3e03523e-c54c-4e8b-8159-8e757c25925a triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:06.449742 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:06.600737 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28970b9-c0bc-4414-9da3-b61984e9d0fe req-20f85e81-1956-47af-ae8e-3fa08cdd837d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:06.624062 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e28970b9-c0bc-4414-9da3-b61984e9d0fe req-20f85e81-1956-47af-ae8e-3fa08cdd837d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.2506549 Feb 03 11:38:06.710070 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device e98e72e2-6c7e-40d7-8258-2c8f2d211555 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:38:06.716074 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e28970b9-c0bc-4414-9da3-b61984e9d0fe req-66a77125-81bb-4c85-87d8-b5345f69c45f tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908284 Feb 03 11:38:06.848172 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning for port e98e72e2-6c7e-40d7-8258-2c8f2d211555 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:38:06.858637 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port e98e72e2-6c7e-40d7-8258-2c8f2d211555 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:06.859677 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:07.027839 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 39170) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:07.070872 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a286110a-b610-42f8-a1ff-736417775d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:07.103057 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:07.112791 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-a286110a-b610-42f8-a1ff-736417775d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:07.128193 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-a286110a-b610-42f8-a1ff-736417775d44 admin admin] Usage tracker for resource:security_group_rule and tenant:373ad32d86554e0d8b6d48603e7dbf31 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:07.133307 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-a286110a-b610-42f8-a1ff-736417775d44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:07.144786 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2133462-c2ef-4762-a4c2-bdbc66d3fea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98e72e2-6c7e-40d7-8258-2c8f2d211555'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:38:07.147209 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-a286110a-b610-42f8-a1ff-736417775d44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:07.175583 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port e98e72e2-6c7e-40d7-8258-2c8f2d211555, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e98e72e2-6c7e-40d7-8258-2c8f2d211555,segment=NetworkSegment(cf47fd35-9f02-4208-961c-8caf10fb031b),segment_id=cf47fd35-9f02-4208-961c-8caf10fb031b)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:38:07.186144 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:07.188264 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device e3991a93-ab2d-4cb9-b382-a08b88510631 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:38:07.254934 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:07.311552 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2133462-c2ef-4762-a4c2-bdbc66d3fea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98e72e2-6c7e-40d7-8258-2c8f2d211555', 'code': 200} Feb 03 11:38:07.417153 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39180) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:07.457472 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-57d66bed-d1ad-4aa4-8dd5-64fbe2276d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:07.485740 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning for port e3991a93-ab2d-4cb9-b382-a08b88510631 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:38:07.486086 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-57d66bed-d1ad-4aa4-8dd5-64fbe2276d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:07.491224 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-57d66bed-d1ad-4aa4-8dd5-64fbe2276d27 admin admin] Usage tracker for resource:security_group_rule and tenant:5871e8dbc9b8431bab268be35be3bc29 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:07.494484 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-57d66bed-d1ad-4aa4-8dd5-64fbe2276d27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:07.501094 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-57d66bed-d1ad-4aa4-8dd5-64fbe2276d27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:07.505756 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port e3991a93-ab2d-4cb9-b382-a08b88510631 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:07.508917 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:07.513725 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329c1a8-f218-4e90-962c-c5fc12f1123f req-5f669437-3993-4065-ab49-4798664e4534 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:07.516508 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f329c1a8-f218-4e90-962c-c5fc12f1123f req-5f669437-3993-4065-ab49-4798664e4534 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.3706474 Feb 03 11:38:07.667421 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=e98e72e2-6c7e-40d7-8258-2c8f2d211555,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:07.685122 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:07.687705 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a286110a-b610-42f8-a1ff-736417775d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:07.697075 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-57d66bed-d1ad-4aa4-8dd5-64fbe2276d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:07.712228 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-57d66bed-d1ad-4aa4-8dd5-64fbe2276d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:07.747952 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-76721924-8873-4d44-a618-164ee986dc14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:07.748822 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f329c1a8-f218-4e90-962c-c5fc12f1123f req-98381253-47ca-4926-8a97-d891a9bd3056 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385899 Feb 03 11:38:07.750112 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a286110a-b610-42f8-a1ff-736417775d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:07.772184 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-098c4f2a-07c2-49f5-8165-60cd50e6f33f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:07.818861 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286110a-b610-42f8-a1ff-736417775d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c29b98d-a1f8-49d9-8c58-a02344631df8,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:07.829898 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a286110a-b610-42f8-a1ff-736417775d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:07.856650 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954fe08-5667-4930-b516-4390bac5fdec req-85e26b3e-97bc-4eb9-be3a-2bb07e8d94c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:07.858444 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a954fe08-5667-4930-b516-4390bac5fdec req-85e26b3e-97bc-4eb9-be3a-2bb07e8d94c8 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 1163 time: 0.3409536 Feb 03 11:38:07.867629 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-a286110a-b610-42f8-a1ff-736417775d44 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=373ad32d86554e0d8b6d48603e7dbf31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8325737 Feb 03 11:38:07.885486 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39198) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:07.903372 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-57d66bed-d1ad-4aa4-8dd5-64fbe2276d27 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5871e8dbc9b8431bab268be35be3bc29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4825478 Feb 03 11:38:07.904092 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:07.916765 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 39202) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:07.919564 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a954fe08-5667-4930-b516-4390bac5fdec req-3c1ffd0a-6e75-461d-ac55-cb7de22c7046 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501347 Feb 03 11:38:07.960233 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d66bed-d1ad-4aa4-8dd5-64fbe2276d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5ab9a4-ef0d-4906-ab78-8b08354222b2,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:07.967393 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-57d66bed-d1ad-4aa4-8dd5-64fbe2276d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:08.016134 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port e3991a93-ab2d-4cb9-b382-a08b88510631, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e3991a93-ab2d-4cb9-b382-a08b88510631,segment=NetworkSegment(3741f48f-16a9-4293-92b5-def40090b78c),segment_id=3741f48f-16a9-4293-92b5-def40090b78c)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:38:08.021362 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:08.023947 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:08.039014 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d5951d10-38f8-420d-85f3-24932215fb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:08.087300 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90dd1251-46fa-4269-a5db-0443892ead00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:08.118527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d5951d10-38f8-420d-85f3-24932215fb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:08.122088 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=e3991a93-ab2d-4cb9-b382-a08b88510631,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:08.133220 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:08.167888 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device e98e72e2-6c7e-40d7-8258-2c8f2d211555 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:38:08.173280 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d5951d10-38f8-420d-85f3-24932215fb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:08.179075 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ab99bed6-4ad6-49ae-824d-ef50e954013b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:08.205753 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5951d10-38f8-420d-85f3-24932215fb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5ab9a4-ef0d-4906-ab78-8b08354222b2,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:08.216269 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d5951d10-38f8-420d-85f3-24932215fb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:08.217259 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d5951d10-38f8-420d-85f3-24932215fb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:08.221214 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-d5951d10-38f8-420d-85f3-24932215fb4d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5f5ab9a4-ef0d-4906-ab78-8b08354222b2 HTTP/1.1" status: 204 len: 168 time: 0.2979434 Feb 03 11:38:08.221350 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90dd1251-46fa-4269-a5db-0443892ead00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:08.320263 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90dd1251-46fa-4269-a5db-0443892ead00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:08.321015 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port e98e72e2-6c7e-40d7-8258-2c8f2d211555 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:08.321455 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:08.330273 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-46ca7dc9-e98a-463c-88f2-2b3336dff253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:08.349853 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd1251-46fa-4269-a5db-0443892ead00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c29b98d-a1f8-49d9-8c58-a02344631df8,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:08.351859 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90dd1251-46fa-4269-a5db-0443892ead00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:08.353094 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-90dd1251-46fa-4269-a5db-0443892ead00 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9c29b98d-a1f8-49d9-8c58-a02344631df8 HTTP/1.1" status: 204 len: 168 time: 0.4653974 Feb 03 11:38:08.359738 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-90dd1251-46fa-4269-a5db-0443892ead00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:08.460507 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d801491-4bd0-4553-a2c0-8ded0678cfa6 req-9dd65d35-6c62-40ae-aab6-f19334c435ac tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:08.468685 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7d801491-4bd0-4553-a2c0-8ded0678cfa6 req-9dd65d35-6c62-40ae-aab6-f19334c435ac tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.3692479 Feb 03 11:38:08.541990 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7d801491-4bd0-4553-a2c0-8ded0678cfa6 req-52fec14e-1c39-4724-b47f-5dfc30443c39 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722277 Feb 03 11:38:09.112203 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b6453-1868-4a47-8923-bc46c8e4e711 req-79699507-6b15-4b73-942d-ff7d2299f44b tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:09.114508 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-067b6453-1868-4a47-8923-bc46c8e4e711 req-79699507-6b15-4b73-942d-ff7d2299f44b tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.2122371 Feb 03 11:38:09.238194 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-067b6453-1868-4a47-8923-bc46c8e4e711 req-8d803ce4-3078-470a-8e86-4d8adda00de8 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154599 Feb 03 11:38:09.312662 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42af193-4d38-461c-8718-fc21d4e1708a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3991a93-ab2d-4cb9-b382-a08b88510631'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:38:09.408077 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 39260) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:09.432136 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42af193-4d38-461c-8718-fc21d4e1708a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3991a93-ab2d-4cb9-b382-a08b88510631', 'code': 200} Feb 03 11:38:09.558460 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4fb1b18-e1e2-4528-ad0a-2cc3c6b6f865 admin admin] Deleting subnet e1df0559-c064-4fe6-8073-2e6878186c11 {{(pid=80076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 11:38:09.563592 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d4fb1b18-e1e2-4528-ad0a-2cc3c6b6f865 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:09.637960 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d4fb1b18-e1e2-4528-ad0a-2cc3c6b6f865 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:09.648491 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d4fb1b18-e1e2-4528-ad0a-2cc3c6b6f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-59611'] for subnet, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:10.016310 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f729e6-b1ff-4967-a03b-aeed9d367cc6 req-e57d06a5-3870-4f66-bd94-9c88613b955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:10.018016 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d5f729e6-b1ff-4967-a03b-aeed9d367cc6 req-e57d06a5-3870-4f66-bd94-9c88613b955f service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 1162 time: 0.2829816 Feb 03 11:38:10.193419 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bd137-06f4-4b0d-aced-54319bed19ab req-bed53fb9-e44d-4084-abcd-72ba54bfe10d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:10.195121 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d48bd137-06f4-4b0d-aced-54319bed19ab req-bed53fb9-e44d-4084-abcd-72ba54bfe10d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.3342688 Feb 03 11:38:10.218639 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device e98e72e2-6c7e-40d7-8258-2c8f2d211555 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:38:10.288433 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d5f729e6-b1ff-4967-a03b-aeed9d367cc6 req-febfe53d-69a0-4267-97e8-bb90b873c621 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558498 Feb 03 11:38:10.331217 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port e98e72e2-6c7e-40d7-8258-2c8f2d211555 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:10.332361 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:10.427434 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d48bd137-06f4-4b0d-aced-54319bed19ab req-490c2cf8-2769-4680-a3ba-e5e2d7a9b08d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187350 Feb 03 11:38:10.466146 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d4fb1b18-e1e2-4528-ad0a-2cc3c6b6f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854716205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for subnet, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:10.507803 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device e3991a93-ab2d-4cb9-b382-a08b88510631 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:38:10.535011 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:10.684592 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port e3991a93-ab2d-4cb9-b382-a08b88510631 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:10.685181 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:10.838563 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb1b18-e1e2-4528-ad0a-2cc3c6b6f865 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1df0559-c064-4fe6-8073-2e6878186c11,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:10.843132 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d4fb1b18-e1e2-4528-ad0a-2cc3c6b6f865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:10.914883 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf703e-8b3f-4a23-8252-2de6951ec2e5 req-9ba625e1-0e13-4db4-8dee-29c6bff34737 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:10.924136 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3ecf703e-8b3f-4a23-8252-2de6951ec2e5 req-9ba625e1-0e13-4db4-8dee-29c6bff34737 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.4871192 Feb 03 11:38:11.020799 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3ecf703e-8b3f-4a23-8252-2de6951ec2e5 req-8bf57b3b-9f78-4a50-b642-e5c424caae3f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951595 Feb 03 11:38:11.397377 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d4fb1b18-e1e2-4528-ad0a-2cc3c6b6f865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:11.404135 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-d4fb1b18-e1e2-4528-ad0a-2cc3c6b6f865 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/e1df0559-c064-4fe6-8073-2e6878186c11 HTTP/1.1" status: 204 len: 168 time: 1.9940693 Feb 03 11:38:11.406626 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 39318) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:11.557041 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853835911'] for network, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:12.152103 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f67997-8ed9-404d-bbf7-26359a2e61e3 req-806badde-bc59-4798-91f8-8bf2d87460eb tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:12.160392 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d5f67997-8ed9-404d-bbf7-26359a2e61e3 req-806badde-bc59-4798-91f8-8bf2d87460eb tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.3651111 Feb 03 11:38:12.194097 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device e3991a93-ab2d-4cb9-b382-a08b88510631 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:38:12.235956 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d5f67997-8ed9-404d-bbf7-26359a2e61e3 req-f16011b5-0f5a-4ea5-ba2a-3b3a4774d1d6 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744715 Feb 03 11:38:12.272049 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5968', 'neutron.services.segments.db._delete_segments_for_network--9223363257154695830'] for network, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:12.319597 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port e3991a93-ab2d-4cb9-b382-a08b88510631 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:12.320018 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:12.387741 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6aaf4c-3c39-4022-9de7-f681af048809 req-590844eb-3e0a-4bf6-af8b-fa7fee4e9891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:12.389964 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4e6aaf4c-3c39-4022-9de7-f681af048809 req-590844eb-3e0a-4bf6-af8b-fa7fee4e9891 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=56aa07d6046f423a9737e95d751bc566&device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 1163 time: 0.5853486 Feb 03 11:38:12.486993 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2eed83-1b66-4e70-9a84-62ce6044129a req-43f2bafa-80d4-46c1-abc8-a6977927463f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:12.494600 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ac2eed83-1b66-4e70-9a84-62ce6044129a req-43f2bafa-80d4-46c1-abc8-a6977927463f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.5931289 Feb 03 11:38:12.663359 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80076) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:38:12.663771 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80076) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:38:12.664738 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80076) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:38:12.665253 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Subscribe: > port after_create 55550000 {{(pid=80076) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:38:12.665626 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80076) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:38:12.665999 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Subscribe: > port after_update 55550000 {{(pid=80076) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:38:12.666383 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80076) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:38:12.666744 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80076) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:38:12.667519 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80076) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:38:12.668045 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80076) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:38:12.737800 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80076) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:38:12.738208 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80076) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:38:12.738553 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80076) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:38:12.738842 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80076) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:38:12.739285 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d165db-6efc-4b05-9312-961402700a4e']}} {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:12.789595 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ac2eed83-1b66-4e70-9a84-62ce6044129a req-80d03da1-a7ab-4440-a597-4edee4ac5420 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940247 Feb 03 11:38:12.791708 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b44f48-93ce-4c7c-b654-728ed9d69bd0') {'for_net_delete': True} {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:12.792051 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b44f48-93ce-4c7c-b654-728ed9d69bd0') {} {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:12.823298 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257154698902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109896'] for segment, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:12.865081 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:12.869675 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 11:38:12.903352 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6aaf4c-3c39-4022-9de7-f681af048809 req-84d83e27-a462-4c72-b660-8afc6e21ba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:12.905025 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4e6aaf4c-3c39-4022-9de7-f681af048809 req-84d83e27-a462-4c72-b660-8afc6e21ba49 service neutron] 10.222.0.122 "GET /v2.0/networks?id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c HTTP/1.1" status: 200 len: 912 time: 0.5043383 Feb 03 11:38:13.038766 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4e6aaf4c-3c39-4022-9de7-f681af048809 req-12142595-3478-4886-a960-c075e0439b1a service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e98e72e2-6c7e-40d7-8258-2c8f2d211555 HTTP/1.1" status: 200 len: 217 time: 0.0805545 Feb 03 11:38:13.196170 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Network 06d165db-6efc-4b05-9312-961402700a4e has no segments {{(pid=80076) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:38:13.207365 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851665148'] for segment, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:13.287976 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6aaf4c-3c39-4022-9de7-f681af048809 req-0fa7e450-5908-4971-a5dd-dc4430e6e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:13.289895 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4e6aaf4c-3c39-4022-9de7-f681af048809 req-0fa7e450-5908-4971-a5dd-dc4430e6e8c9 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=97b65fc5-b24e-456c-92d2-94fdf77fc327 HTTP/1.1" status: 200 len: 858 time: 0.2343442 Feb 03 11:38:13.439290 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4e6aaf4c-3c39-4022-9de7-f681af048809 req-ec4e75d4-b024-436c-86ee-a87163571b16 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294551 Feb 03 11:38:13.515667 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Network 06d165db-6efc-4b05-9312-961402700a4e has no segments {{(pid=80076) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:38:13.580347 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7c786-bf80-409a-b888-40a6926c5416 req-e45b1aa8-920c-4ece-b3a8-6e16554f49c9 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:13.582425 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-abe7c786-bf80-409a-b888-40a6926c5416 req-e45b1aa8-920c-4ece-b3a8-6e16554f49c9 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.2028108 Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: (rel_b, rel_a, rel_b), Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: (rel_b, rel_a, rel_b), Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: Traceback (most recent call last): Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: timer() Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: cb(*args, **kw) Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: return func(*args, **kwargs) Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: self._notify() Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: self.callback(batched_events) Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: event.method(event) Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: segment_id)['aggregates'][0] Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: return f(self, *a, **k) Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: return self._get(url).json() Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: **kwargs) Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: **endpoint_filter) Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:38:13.627042 dv-cinder-773870-1-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:38:13.688015 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-abe7c786-bf80-409a-b888-40a6926c5416 req-c7d6c0d0-d388-43d8-a3b5-01580fed3f17 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987508 Feb 03 11:38:13.802297 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854769816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504970'] for network, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:13.807345 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4e6aaf4c-3c39-4022-9de7-f681af048809 req-6c773a90-1e23-4633-b5e7-f011e330fd51 service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510680 Feb 03 11:38:13.809692 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b4b8c708-c647-4f53-bd0b-0fd3447320b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:13.871150 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:13.889024 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Pushing event deleted for resources: {'Network': ['ID=06d165db-6efc-4b05-9312-961402700a4e,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:14.000552 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.000957 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.001666 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.002055 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.002499 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.002885 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.003400 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.003749 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.004382 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.004762 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.005134 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.005508 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.006013 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.006283 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.006675 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.007004 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.007470 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.007753 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.008118 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.009963 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.009963 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.009963 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.009963 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.009963 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.016986 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] 10.222.0.68 "DELETE /v2.0/networks/06d165db-6efc-4b05-9312-961402700a4e HTTP/1.1" status: 204 len: 168 time: 2.6092925 Feb 03 11:38:14.021765 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:14.098339 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4e6aaf4c-3c39-4022-9de7-f681af048809 req-2bb148ac-ec9e-41a9-a769-f6d59fb6062f service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2555432 Feb 03 11:38:14.169705 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e64eb-848f-474e-a6b4-3a0c4235475b req-d44008cc-b972-49d4-b1e6-bee8da637f3f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:14.179693 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-115e64eb-848f-474e-a6b4-3a0c4235475b req-d44008cc-b972-49d4-b1e6-bee8da637f3f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.2303452 Feb 03 11:38:14.208704 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21faffb-c0c5-4ee1-a804-145d662832dd req-71119b5f-f8e0-4853-8f8e-09117cbc2314 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:14.210714 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f21faffb-c0c5-4ee1-a804-145d662832dd req-71119b5f-f8e0-4853-8f8e-09117cbc2314 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.3345871 Feb 03 11:38:14.221114 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 39422) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:14.226941 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-8e31da59-eb8e-45fd-99a2-123d711b2eca tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Request body: {'floatingip': {'port_id': 'e3991a93-ab2d-4cb9-b382-a08b88510631'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:38:14.261498 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-115e64eb-848f-474e-a6b4-3a0c4235475b req-9a687624-a9f3-4c58-b1ec-20766ec88a9f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804942 Feb 03 11:38:14.354021 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8e31da59-eb8e-45fd-99a2-123d711b2eca tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for floatingip, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:14.478797 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39436) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:14.556058 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-c43109dc-ab16-45de-8709-8a3ea48b284c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6d6c256d334b4467a21db33799670ea8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0757625 Feb 03 11:38:14.557080 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39442) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:14.631065 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:14.669614 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:14.718472 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:14.724301 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-080c2e68-338e-46ef-8c5e-428c6849998e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:14.738968 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceede8bb-44f4-4fa7-94e4-2afc1ade8d24,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:14.748821 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.749198 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.749562 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.749934 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.750300 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.750666 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.751031 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.751419 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.751795 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.752156 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.752590 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.752936 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.753385 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.754225 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.754593 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.754956 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.755347 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.755708 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.756375 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.756667 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.757090 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.757591 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.757964 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.758226 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:14.762297 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:14.768768 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:14.772359 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ceede8bb-44f4-4fa7-94e4-2afc1ade8d24 HTTP/1.1" status: 204 len: 168 time: 0.2117388 Feb 03 11:38:14.892027 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39458) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:15.301650 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-533378f5-4c6c-4295-b363-00a833c3fd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:15.332748 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-533378f5-4c6c-4295-b363-00a833c3fd79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:15.337333 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-533378f5-4c6c-4295-b363-00a833c3fd79 admin admin] Usage tracker for resource:security_group_rule and tenant:35d7106e050644bc9bbb9529b2ff80e8 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:15.340875 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-533378f5-4c6c-4295-b363-00a833c3fd79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:15.347966 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-533378f5-4c6c-4295-b363-00a833c3fd79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:15.455921 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-533378f5-4c6c-4295-b363-00a833c3fd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:15.462745 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-533378f5-4c6c-4295-b363-00a833c3fd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:15.491410 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:15.526250 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-533378f5-4c6c-4295-b363-00a833c3fd79 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=35d7106e050644bc9bbb9529b2ff80e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6322384 Feb 03 11:38:15.526950 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39486) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:15.563190 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533378f5-4c6c-4295-b363-00a833c3fd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ef96d3-b21a-4cad-932f-fa9c3a6c8f51,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:15.593352 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-533378f5-4c6c-4295-b363-00a833c3fd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:15.634447 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.db.resource_extend [None req-8e31da59-eb8e-45fd-99a2-123d711b2eca tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 03 11:38:15.707693 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a248bd95-2ef1-48d6-a963-935d77b057fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:15.771197 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a248bd95-2ef1-48d6-a963-935d77b057fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:15.818285 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8e31da59-eb8e-45fd-99a2-123d711b2eca tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:15.860905 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a248bd95-2ef1-48d6-a963-935d77b057fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:15.875027 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-17c84c64-1ea3-46fd-b75e-09440ec4b423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:15.900372 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248bd95-2ef1-48d6-a963-935d77b057fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ef96d3-b21a-4cad-932f-fa9c3a6c8f51,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:15.914529 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a248bd95-2ef1-48d6-a963-935d77b057fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:15.923132 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a248bd95-2ef1-48d6-a963-935d77b057fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:15.925007 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-a248bd95-2ef1-48d6-a963-935d77b057fc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b7ef96d3-b21a-4cad-932f-fa9c3a6c8f51 HTTP/1.1" status: 204 len: 168 time: 0.3944411 Feb 03 11:38:15.962122 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b7727-b353-4ced-8928-8bd5b9e3d4d7 req-3247145d-4f4e-4ed7-84fa-b598abaa3530 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:15.970434 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2c0b7727-b353-4ced-8928-8bd5b9e3d4d7 req-3247145d-4f4e-4ed7-84fa-b598abaa3530 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.5026045 Feb 03 11:38:15.973670 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8e31da59-eb8e-45fd-99a2-123d711b2eca tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505061'] for floatingip, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:16.201566 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2c0b7727-b353-4ced-8928-8bd5b9e3d4d7 req-72ef2bad-a062-4e1c-8626-0becd623c5cd tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303207 Feb 03 11:38:16.245728 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.l3_db [None req-8e31da59-eb8e-45fd-99a2-123d711b2eca tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Floating IP 5897e8a0-d235-4160-89b7-3c23ad1e76b0 associated. External IP: 172.28.2.201, port: e3991a93-ab2d-4cb9-b382-a08b88510631. Feb 03 11:38:16.356445 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39526) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:16.543115 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39536) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:16.577763 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a0b8b5fa-c6cf-4085-ab89-4757eec0e9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:16.618338 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-a0b8b5fa-c6cf-4085-ab89-4757eec0e9dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:16.626740 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-a0b8b5fa-c6cf-4085-ab89-4757eec0e9dc admin admin] Usage tracker for resource:security_group_rule and tenant:619e54a016c74cea902e8169514becfd is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:16.636634 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-a0b8b5fa-c6cf-4085-ab89-4757eec0e9dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:16.651041 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-a0b8b5fa-c6cf-4085-ab89-4757eec0e9dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:16.776354 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a0b8b5fa-c6cf-4085-ab89-4757eec0e9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:16.780949 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a0b8b5fa-c6cf-4085-ab89-4757eec0e9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:16.794149 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d0509d85-203c-48f0-aca4-00b7ffe48ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:16.860199 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-a0b8b5fa-c6cf-4085-ab89-4757eec0e9dc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=619e54a016c74cea902e8169514becfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158431 Feb 03 11:38:16.870082 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39544) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:16.874114 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8b5fa-c6cf-4085-ab89-4757eec0e9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d301841-978e-41a7-933e-7eacf3ae3e19,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:16.901669 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a0b8b5fa-c6cf-4085-ab89-4757eec0e9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:16.971163 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1924692201-network', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:38:16.977422 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:16.983610 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Usage tracker for resource:network and tenant:953a748f6bc446ae8f3731ee7dc5e19b is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:16.987119 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:16.993761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:17.016261 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Made reservation on behalf of 953a748f6bc446ae8f3731ee7dc5e19b for: {'network': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:38:17.021996 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for network, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:17.045030 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:17.054375 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e31da59-eb8e-45fd-99a2-123d711b2eca tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Router f051437d-275c-4267-afec-e4612d305d4a has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:38:17.055717 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b44ffa10-72cd-4586-b540-2385daef9e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:17.077696 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:17.082137 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Usage tracker for resource:security_group_rule and tenant:953a748f6bc446ae8f3731ee7dc5e19b is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:17.085335 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:17.091590 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:17.180997 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b44ffa10-72cd-4586-b540-2385daef9e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:17.274443 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:17.286061 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e31da59-eb8e-45fd-99a2-123d711b2eca tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:38:17.286272 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:17.291230 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8e31da59-eb8e-45fd-99a2-123d711b2eca tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for floatingip, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:17.300873 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5034d1d-1743-40f0-9085-65dddcd874ab None None] Sync routers for ids ['f051437d-275c-4267-afec-e4612d305d4a'] in dv-cinder-773870-1-smb {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:38:17.316716 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5034d1d-1743-40f0-9085-65dddcd874ab None None] Routers {'f051437d-275c-4267-afec-e4612d305d4a'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:38:17.318807 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-d5034d1d-1743-40f0-9085-65dddcd874ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:37:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['f051437d-275c-4267-afec-e4612d305d4a'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:17.401055 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-8e31da59-eb8e-45fd-99a2-123d711b2eca tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "PUT /v2.0/floatingips/5897e8a0-d235-4160-89b7-3c23ad1e76b0 HTTP/1.1" status: 200 len: 991 time: 3.1785326 Feb 03 11:38:17.401782 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42af193-4d38-461c-8718-fc21d4e1708a', 'tag': 'e3991a93-ab2d-4cb9-b382-a08b88510631'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:38:17.501147 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-82356df8-e1d7-4ef3-b9b3-79716e7a019c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:17.509115 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 11:38:17.516641 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b44ffa10-72cd-4586-b540-2385daef9e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:17.554786 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-d5034d1d-1743-40f0-9085-65dddcd874ab None None] Set router f051437d-275c-4267-afec-e4612d305d4a gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:38:17.594052 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779700079970', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:17.594583 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Added segment a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6 of type vxlan for network c0bd3986-74d0-444d-ac00-c45d05fcc4fc Feb 03 11:38:17.598989 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c159cef2-60f6-49b1-b85f-ec2ac490ae9e,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:17.610503 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:17.612004 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7e670007-c39d-4cd4-94b8-6ffac09c13b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:17.632610 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42af193-4d38-461c-8718-fc21d4e1708a', 'tag': 'e3991a93-ab2d-4cb9-b382-a08b88510631', 'status': 'completed', 'code': 200} Feb 03 11:38:17.669333 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ffa10-72cd-4586-b540-2385daef9e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d301841-978e-41a7-933e-7eacf3ae3e19,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:17.678326 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b44ffa10-72cd-4586-b540-2385daef9e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:17.680116 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779699605226'] for network, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:17.694072 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b44ffa10-72cd-4586-b540-2385daef9e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:17.695320 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-b44ffa10-72cd-4586-b540-2385daef9e1a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7d301841-978e-41a7-933e-7eacf3ae3e19 HTTP/1.1" status: 204 len: 168 time: 0.8240983 Feb 03 11:38:17.798930 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a5500-6b7f-4bc7-bfaa-d60ede00cd31 req-22d7310f-6bdd-4f84-8bbe-1dd02da679a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:17.802466 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ec8a5500-6b7f-4bc7-bfaa-d60ede00cd31 req-22d7310f-6bdd-4f84-8bbe-1dd02da679a5 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=15e50d7ac4fd4b5db50980824778a1fd&device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 1162 time: 0.1427689 Feb 03 11:38:17.808450 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15469c4c-a145-4d29-8de2-72fa45e26243 req-f110efc4-41d8-4d3c-8c45-58954ed55950 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:17.810123 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-15469c4c-a145-4d29-8de2-72fa45e26243 req-f110efc4-41d8-4d3c-8c45-58954ed55950 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.3105161 Feb 03 11:38:17.863531 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for network, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:17.868274 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:17.868923 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:17.876777 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:17.996216 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6385229 Feb 03 11:38:18.003916 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a5500-6b7f-4bc7-bfaa-d60ede00cd31 req-a0a6b3ac-6e3c-494c-b3be-e8f1be36cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:18.005477 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39576) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:18.005757 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ec8a5500-6b7f-4bc7-bfaa-d60ede00cd31 req-a0a6b3ac-6e3c-494c-b3be-e8f1be36cb0a service neutron] 10.222.0.122 "GET /v2.0/networks?id=6ee212a8-a662-49ec-9d02-feb306b9fb62 HTTP/1.1" status: 200 len: 910 time: 0.1965396 Feb 03 11:38:18.046539 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-15469c4c-a145-4d29-8de2-72fa45e26243 req-20e7cc0d-223e-4f1e-9132-cf3953c5a73a tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081699 Feb 03 11:38:18.054104 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-9a928d03-8c08-4ae8-bd9d-57cd27933a5d admin admin] Request body: {'subnet': {'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1924692201-subnet', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:38:18.058646 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Pushing event updated for resources: {'Network': ['ID=c0bd3986-74d0-444d-ac00-c45d05fcc4fc,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:18.065926 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9a928d03-8c08-4ae8-bd9d-57cd27933a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:18.075241 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Network c0bd3986-74d0-444d-ac00-c45d05fcc4fc details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:38:18.076252 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:18.079335 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9a928d03-8c08-4ae8-bd9d-57cd27933a5d admin admin] Usage tracker for resource:subnet and tenant:953a748f6bc446ae8f3731ee7dc5e19b is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:18.088528 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9a928d03-8c08-4ae8-bd9d-57cd27933a5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:18.106224 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-d5034d1d-1743-40f0-9085-65dddcd874ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051437d-275c-4267-afec-e4612d305d4a', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:15Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'gw_port': {'id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:16Z', 'updated_at': '2021-02-03T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_floatingips': [{'id': '5897e8a0-d235-4160-89b7-3c23ad1e76b0', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'floating_ip_address': '172.28.2.201', 'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'router_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'port_id': 'e3991a93-ab2d-4cb9-b382-a08b88510631', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'mac_address': 'fa:16:3e:ef:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42af193-4d38-461c-8718-fc21d4e1708a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T11:37:44Z', 'updated_at': '2021-02-03T11:38:15Z', 'revision_number': 1, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e1b350-4f9e-4232-8358-e8908aee0f28', 'name': '', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'mac_address': 'fa:16:3e:68:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:28Z', 'updated_at': '2021-02-03T11:37:44Z', 'revision_number': 5, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'subnets': [{'id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:18.108923 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9a928d03-8c08-4ae8-bd9d-57cd27933a5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:18.111602 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5034d1d-1743-40f0-9085-65dddcd874ab None None] Checking router: f051437d-275c-4267-afec-e4612d305d4a for host: dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:38:18.123913 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5034d1d-1743-40f0-9085-65dddcd874ab None None] Routers {'f051437d-275c-4267-afec-e4612d305d4a'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:38:18.124769 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-d5034d1d-1743-40f0-9085-65dddcd874ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:37:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['f051437d-275c-4267-afec-e4612d305d4a'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:18.129955 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a928d03-8c08-4ae8-bd9d-57cd27933a5d admin admin] Made reservation on behalf of 953a748f6bc446ae8f3731ee7dc5e19b for: {'subnet': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:38:18.140712 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Network c0bd3986-74d0-444d-ac00-c45d05fcc4fc details requested by agent ovs-agent-dv-cinder-773870-1-smb with host dv-cinder-773870-1-smb {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:38:18.142433 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a928d03-8c08-4ae8-bd9d-57cd27933a5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:18.209681 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ec8a5500-6b7f-4bc7-bfaa-d60ede00cd31 req-afeb3322-e62d-402b-a715-338e78a29897 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3991a93-ab2d-4cb9-b382-a08b88510631 HTTP/1.1" status: 200 len: 999 time: 0.1965315 Feb 03 11:38:18.365129 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-d5034d1d-1743-40f0-9085-65dddcd874ab None None] Set router f051437d-275c-4267-afec-e4612d305d4a gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:38:18.387327 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a5500-6b7f-4bc7-bfaa-d60ede00cd31 req-3bea94ca-21ec-46a3-865b-c132ae45e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:18.403679 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ec8a5500-6b7f-4bc7-bfaa-d60ede00cd31 req-3bea94ca-21ec-46a3-865b-c132ae45e153 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=b02e8330-4b19-43ce-a9de-cf3994e73e6b HTTP/1.1" status: 200 len: 855 time: 0.1618598 Feb 03 11:38:18.613193 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a5500-6b7f-4bc7-bfaa-d60ede00cd31 req-1e392bce-676f-4668-a039-d62c6a927426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:18.614936 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ec8a5500-6b7f-4bc7-bfaa-d60ede00cd31 req-1e392bce-676f-4668-a039-d62c6a927426 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6ee212a8-a662-49ec-9d02-feb306b9fb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2162800 Feb 03 11:38:18.781449 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39606) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:18.901855 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ec8a5500-6b7f-4bc7-bfaa-d60ede00cd31 req-2a87f25b-4705-4b5e-919c-ffc80f051233 service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739570 Feb 03 11:38:19.003508 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a928d03-8c08-4ae8-bd9d-57cd27933a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for subnet, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:19.032756 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8c45fa3b-39c6-447b-b579-0bd56cbd2e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:19.210260 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ec8a5500-6b7f-4bc7-bfaa-d60ede00cd31 req-f9d8e852-d21e-4100-bed4-92fe1d3db5ab service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2990012 Feb 03 11:38:19.321940 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 39626) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:19.390163 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a928d03-8c08-4ae8-bd9d-57cd27933a5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e493ca3d-3267-4fb7-b03f-511cdcb76f36,revision_number=0']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:19.427759 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-d5034d1d-1743-40f0-9085-65dddcd874ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051437d-275c-4267-afec-e4612d305d4a', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:15Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'gw_port': {'id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:16Z', 'updated_at': '2021-02-03T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_floatingips': [{'id': '5897e8a0-d235-4160-89b7-3c23ad1e76b0', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'floating_ip_address': '172.28.2.201', 'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'router_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'port_id': 'e3991a93-ab2d-4cb9-b382-a08b88510631', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'mac_address': 'fa:16:3e:ef:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42af193-4d38-461c-8718-fc21d4e1708a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T11:37:44Z', 'updated_at': '2021-02-03T11:38:15Z', 'revision_number': 1, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e1b350-4f9e-4232-8358-e8908aee0f28', 'name': '', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'mac_address': 'fa:16:3e:68:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:28Z', 'updated_at': '2021-02-03T11:37:44Z', 'revision_number': 5, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'subnets': [{'id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:19.432281 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5034d1d-1743-40f0-9085-65dddcd874ab None None] The sync data for ids ['f051437d-275c-4267-afec-e4612d305d4a'] in dv-cinder-773870-1-smb is: [{'id': 'f051437d-275c-4267-afec-e4612d305d4a', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:15Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'gw_port': {'id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:16Z', 'updated_at': '2021-02-03T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_floatingips': [{'id': '5897e8a0-d235-4160-89b7-3c23ad1e76b0', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'floating_ip_address': '172.28.2.201', 'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'router_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'port_id': 'e3991a93-ab2d-4cb9-b382-a08b88510631', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'mac_address': 'fa:16:3e:ef:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42af193-4d38-461c-8718-fc21d4e1708a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T11:37:44Z', 'updated_at': '2021-02-03T11:38:15Z', 'revision_number': 1, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e1b350-4f9e-4232-8358-e8908aee0f28', 'name': '', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'mac_address': 'fa:16:3e:68:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:28Z', 'updated_at': '2021-02-03T11:37:44Z', 'revision_number': 5, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'subnets': [{'id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:38:19.436080 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e011790c-c37d-48b2-999f-f5a0aff9f025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:19.436850 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9a928d03-8c08-4ae8-bd9d-57cd27933a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:19.442514 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-12243d66-e5ab-4259-8bb8-3200113df112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:19.458839 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e011790c-c37d-48b2-999f-f5a0aff9f025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:19.465883 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e011790c-c37d-48b2-999f-f5a0aff9f025 admin admin] Usage tracker for resource:security_group_rule and tenant:12f2fb36dc1f4dc1b4e5ccd5d557cf4d is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:19.472142 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e011790c-c37d-48b2-999f-f5a0aff9f025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:19.478452 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-12243d66-e5ab-4259-8bb8-3200113df112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:19.485295 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e011790c-c37d-48b2-999f-f5a0aff9f025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:19.486821 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-12243d66-e5ab-4259-8bb8-3200113df112 admin admin] Usage tracker for resource:security_group_rule and tenant:c9a886572a8f4c7a8a6e3540a28fb932 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:19.491762 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-12243d66-e5ab-4259-8bb8-3200113df112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:19.511909 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-12243d66-e5ab-4259-8bb8-3200113df112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:19.561065 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a928d03-8c08-4ae8-bd9d-57cd27933a5d admin admin] Checking segment: {'id': 'a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:38:19.561452 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a928d03-8c08-4ae8-bd9d-57cd27933a5d admin admin] Network hostable DHCP agents. Network: c0bd3986-74d0-444d-ac00-c45d05fcc4fc, hostable agents: ['e281720a-8ae7-4081-88fc-d5a7fa1f3c44'], hosted agents: [] {{(pid=80075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 11:38:19.599768 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e011790c-c37d-48b2-999f-f5a0aff9f025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:19.605545 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e011790c-c37d-48b2-999f-f5a0aff9f025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:19.645712 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d9e408c5-bb54-42b7-a156-b4c5e812d970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:19.674886 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-e011790c-c37d-48b2-999f-f5a0aff9f025 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=12f2fb36dc1f4dc1b4e5ccd5d557cf4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516517 Feb 03 11:38:19.682104 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51596d7a-e65f-43ee-83b3-3ca4b3a80f1a req-1116c8f9-5626-4378-97ff-f3bfc50d47a4 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:19.685193 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 39638) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:19.694051 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-51596d7a-e65f-43ee-83b3-3ca4b3a80f1a req-1116c8f9-5626-4378-97ff-f3bfc50d47a4 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.3048537 Feb 03 11:38:19.713032 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011790c-c37d-48b2-999f-f5a0aff9f025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c76ec9-dcb1-42d5-8402-c0e56855faad,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:19.720684 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e011790c-c37d-48b2-999f-f5a0aff9f025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:19.732054 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a928d03-8c08-4ae8-bd9d-57cd27933a5d admin admin] Network c0bd3986-74d0-444d-ac00-c45d05fcc4fc is scheduled to be hosted by DHCP agent e281720a-8ae7-4081-88fc-d5a7fa1f3c44 with binding_index 1 {{(pid=80075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 11:38:19.774291 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-9a928d03-8c08-4ae8-bd9d-57cd27933a5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-1-smb, c0bd3986-74d0-444d-ac00-c45d05fcc4fc) {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:38:19.782928 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2528ed-db93-499b-9953-33bd618353b6 None None] New status for floating IP 5897e8a0-d235-4160-89b7-3c23ad1e76b0: ACTIVE {{(pid=80077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 11:38:19.794124 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cab05373-185d-4993-8dbd-d62c03271098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:19.811965 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-51596d7a-e65f-43ee-83b3-3ca4b3a80f1a req-7b9b4c1f-6f80-449f-80a8-7ffb8e25c37e tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167893 Feb 03 11:38:19.814064 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a928d03-8c08-4ae8-bd9d-57cd27933a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:19.814802 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a928d03-8c08-4ae8-bd9d-57cd27933a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:19.872811 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-12243d66-e5ab-4259-8bb8-3200113df112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:19.877340 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-12243d66-e5ab-4259-8bb8-3200113df112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:19.880941 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cab05373-185d-4993-8dbd-d62c03271098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:19.888183 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-54060dda-f1b5-49c9-8623-1f99ce45f01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:19.896962 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-9a928d03-8c08-4ae8-bd9d-57cd27933a5d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8558047 Feb 03 11:38:19.902143 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 39646) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:19.921422 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:38:19.940774 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-12243d66-e5ab-4259-8bb8-3200113df112 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c9a886572a8f4c7a8a6e3540a28fb932&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1581113 Feb 03 11:38:19.941942 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12243d66-e5ab-4259-8bb8-3200113df112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffc812f-af9b-4fe5-b255-387883ee1f5a,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:19.945029 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39650) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:19.948222 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-12243d66-e5ab-4259-8bb8-3200113df112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:19.992136 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:19.997242 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Usage tracker for resource:router and tenant:953a748f6bc446ae8f3731ee7dc5e19b is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:20.001009 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:20.008092 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:20.017846 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-29275dc0-9b8f-448a-a434-6344a317139f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:20.022675 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854272894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774794'] for router, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:20.023812 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854356710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1007'] for router, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:20.038713 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88952ed-43a5-47fd-a078-bbd4322acb07 None None] Network c0bd3986-74d0-444d-ac00-c45d05fcc4fc requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:38:20.054566 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:20.056107 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-29275dc0-9b8f-448a-a434-6344a317139f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:20.075224 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cab05373-185d-4993-8dbd-d62c03271098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:20.082821 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a286110a-b610-42f8-a1ff-736417775d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:20.110841 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-29275dc0-9b8f-448a-a434-6344a317139f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:20.117994 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-57d66bed-d1ad-4aa4-8dd5-64fbe2276d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:20.133211 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29275dc0-9b8f-448a-a434-6344a317139f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffc812f-af9b-4fe5-b255-387883ee1f5a,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:20.135727 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-29275dc0-9b8f-448a-a434-6344a317139f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:20.136787 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-29275dc0-9b8f-448a-a434-6344a317139f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:20.140497 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-29275dc0-9b8f-448a-a434-6344a317139f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dffc812f-af9b-4fe5-b255-387883ee1f5a HTTP/1.1" status: 204 len: 168 time: 0.1917739 Feb 03 11:38:20.177830 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab05373-185d-4993-8dbd-d62c03271098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c76ec9-dcb1-42d5-8402-c0e56855faad,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:20.180619 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-cab05373-185d-4993-8dbd-d62c03271098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:20.267368 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cab05373-185d-4993-8dbd-d62c03271098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:20.269035 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-cab05373-185d-4993-8dbd-d62c03271098 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e0c76ec9-dcb1-42d5-8402-c0e56855faad HTTP/1.1" status: 204 len: 168 time: 0.5827792 Feb 03 11:38:20.334218 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39668) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:20.418373 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba32f814-d890-5f28-b06b-58f4fe6bb13a-c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'fixed_ips': [{'subnet_id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36'}]}} from dv-cinder-773870-1-smb. {{(pid=80077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 03 11:38:20.419329 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:20.465640 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854272771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-988'] for router, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:20.465914 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8e266bee-367e-4b98-ae5b-2c3edde0f814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:20.829099 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Allocated IP 172.20.0.2 (c0bd3986-74d0-444d-ac00-c45d05fcc4fc/e493ca3d-3267-4fb7-b03f-511cdcb76f36/24c3f4ec-c591-4ff9-8f46-ece30e751957) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:38:20.899139 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bb9bc711-a7fb-4408-885e-8c96ef7f6495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:20.941380 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:20.957824 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-bb9bc711-a7fb-4408-885e-8c96ef7f6495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:20.966995 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-bb9bc711-a7fb-4408-885e-8c96ef7f6495 admin admin] Usage tracker for resource:security_group_rule and tenant:6bfb5ff6d06b41109439604b44918dd0 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:20.973948 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-bb9bc711-a7fb-4408-885e-8c96ef7f6495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:20.983785 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:20.992271 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-bb9bc711-a7fb-4408-885e-8c96ef7f6495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:21.046330 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39682) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:21.064717 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39684) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:21.106323 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:21.118347 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Transition to ACTIVE for port object 24c3f4ec-c591-4ff9-8f46-ece30e751957 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:38:21.135892 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Transition to ACTIVE for port object 24c3f4ec-c591-4ff9-8f46-ece30e751957 will not be triggered until provisioned by entity DHCP. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:38:21.141676 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:21.152001 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-75072377-f326-4944-b996-cb22183395e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:21.175689 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-218fac7a-cb45-4c42-800c-ea63683b5de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:21.198912 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-75072377-f326-4944-b996-cb22183395e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:21.221702 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:21.223571 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-75072377-f326-4944-b996-cb22183395e5 admin admin] Usage tracker for resource:security_group_rule and tenant:4e377c689f7d42a8a90dca29fb9bbe4f is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:21.228095 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-218fac7a-cb45-4c42-800c-ea63683b5de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:21.231770 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-75072377-f326-4944-b996-cb22183395e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:21.248957 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-75072377-f326-4944-b996-cb22183395e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:21.252259 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-218fac7a-cb45-4c42-800c-ea63683b5de4 admin admin] Usage tracker for resource:security_group_rule and tenant:1f5ab11e5efd4d5bbc6b8684fa0ff904 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:21.262527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-218fac7a-cb45-4c42-800c-ea63683b5de4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:21.275628 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-218fac7a-cb45-4c42-800c-ea63683b5de4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:21.313740 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Allocated IP 172.28.2.2 (84b90693-2912-4173-9093-cf01ce7c5229/b0f1584a-346a-4aca-be96-02ba0d663828/ce827384-9e60-4309-b18d-7e7f29cbc5bd) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:38:21.323000 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Pushing event updated for resources: {'Port': ['ID=24c3f4ec-c591-4ff9-8f46-ece30e751957,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:21.344419 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.344770 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.345167 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.345540 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.345931 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.346296 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.346725 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.347106 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.347495 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.347858 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.348218 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.348568 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.348983 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.349334 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.349691 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.350031 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.350406 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.350759 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.351109 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.351488 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.351846 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.352200 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.352552 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.352904 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:21.357213 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:21.378755 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Network c0bd3986-74d0-444d-ac00-c45d05fcc4fc is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:38:21.380062 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:38:21.382460 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:38:21.409329 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e188f-83c4-4035-ab3c-969ac67a0ca8 req-a3dca5cb-7f9a-4110-a24f-35edd2f3ee5b tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:21.411072 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ef2e188f-83c4-4035-ab3c-969ac67a0ca8 req-a3dca5cb-7f9a-4110-a24f-35edd2f3ee5b tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.3199315 Feb 03 11:38:21.420337 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bb9bc711-a7fb-4408-885e-8c96ef7f6495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:21.433231 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bb9bc711-a7fb-4408-885e-8c96ef7f6495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:21.443644 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Attempting to bind port 24c3f4ec-c591-4ff9-8f46-ece30e751957 on host dv-cinder-773870-1-smb for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:38:21.443988 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Attempting to bind port 24c3f4ec-c591-4ff9-8f46-ece30e751957 by drivers openvswitch on host dv-cinder-773870-1-smb at level 0 using segments [{'id': 'a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:38:21.444860 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Attempting to bind port 24c3f4ec-c591-4ff9-8f46-ece30e751957 on network c0bd3986-74d0-444d-ac00-c45d05fcc4fc {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:38:21.450721 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Checking agent: {'id': 'b6dd2257-dda6-4a38-988b-b53fb9f71768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'started_at': datetime.datetime(2021, 2, 3, 11, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:38:21.451142 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Checking segment: {'id': 'a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:38:21.451628 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:21.452068 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Bound using segment: {'id': 'a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:38:21.452584 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Bound port: 24c3f4ec-c591-4ff9-8f46-ece30e751957, host: dv-cinder-773870-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:38:21.453000 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:21.458650 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7ed01432-d0a3-4071-be3e-ad7096d32382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:21.481571 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:21.518633 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:21.541450 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:21.558354 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] For port 24c3f4ec-c591-4ff9-8f46-ece30e751957, host dv-cinder-773870-1-smb, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:38:21.561647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] For port 24c3f4ec-c591-4ff9-8f46-ece30e751957, host dv-cinder-773870-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=24c3f4ec-c591-4ff9-8f46-ece30e751957,segment=NetworkSegment(a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6),segment_id=a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:38:21.565983 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:21.571751 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ef2e188f-83c4-4035-ab3c-969ac67a0ca8 req-46eff097-40f1-4a9e-8914-320693822d6f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487780 Feb 03 11:38:21.582856 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:21.582991 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-bb9bc711-a7fb-4408-885e-8c96ef7f6495 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6bfb5ff6d06b41109439604b44918dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2473030 Feb 03 11:38:21.585589 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39694) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:21.590097 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bc711-a7fb-4408-885e-8c96ef7f6495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a0ad68-8200-44dc-9e7c-75e7a36d3d36,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:21.632893 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bb9bc711-a7fb-4408-885e-8c96ef7f6495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:21.750187 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Pushing event updated for resources: {'Port': ['ID=ce827384-9e60-4309-b18d-7e7f29cbc5bd,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:21.756343 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:21.773361 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-75072377-f326-4944-b996-cb22183395e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:21.791618 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-75072377-f326-4944-b996-cb22183395e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:21.809443 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-10f4bde2-c536-4cff-aef5-8d6cef59753d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:21.827249 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Network 84b90693-2912-4173-9093-cf01ce7c5229 is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:38:21.828565 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:38:21.836359 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:38:21.866687 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Pushing event updated for resources: {'Port': ['ID=24c3f4ec-c591-4ff9-8f46-ece30e751957,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:21.871726 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:21.936308 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-218fac7a-cb45-4c42-800c-ea63683b5de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:21.948931 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-73cdd6f3-2585-4c44-83ef-e57d3c0d92eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:21.965880 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-218fac7a-cb45-4c42-800c-ea63683b5de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:22.016784 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-73cdd6f3-2585-4c44-83ef-e57d3c0d92eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:22.082034 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-75072377-f326-4944-b996-cb22183395e5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4e377c689f7d42a8a90dca29fb9bbe4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0310795 Feb 03 11:38:22.082920 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75072377-f326-4944-b996-cb22183395e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd38ff1-02bd-43f0-bd88-c1497635bebd,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:22.085965 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39710) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:22.101658 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-75072377-f326-4944-b996-cb22183395e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:22.102522 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-12243d66-e5ab-4259-8bb8-3200113df112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:22.142108 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-218fac7a-cb45-4c42-800c-ea63683b5de4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1f5ab11e5efd4d5bbc6b8684fa0ff904&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0709972 Feb 03 11:38:22.150916 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39714) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:22.202497 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fac7a-cb45-4c42-800c-ea63683b5de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a54b623-b4c8-4238-b840-f4cc6814161d,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:22.229336 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-218fac7a-cb45-4c42-800c-ea63683b5de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:22.255593 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-73cdd6f3-2585-4c44-83ef-e57d3c0d92eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:22.279111 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5fb634d1-d4b5-4528-a5ba-9253ffc55a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:22.384008 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdd6f3-2585-4c44-83ef-e57d3c0d92eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a0ad68-8200-44dc-9e7c-75e7a36d3d36,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:22.405644 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-73cdd6f3-2585-4c44-83ef-e57d3c0d92eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:22.420070 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-73cdd6f3-2585-4c44-83ef-e57d3c0d92eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:22.423923 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-73cdd6f3-2585-4c44-83ef-e57d3c0d92eb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d9a0ad68-8200-44dc-9e7c-75e7a36d3d36 HTTP/1.1" status: 204 len: 168 time: 0.8277125 Feb 03 11:38:22.446581 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d3f8b596-7dc2-4380-a954-d142509c289e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:22.467839 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-233b8730-0d11-4d5f-bd8c-18a39d36dffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:22.502171 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d3f8b596-7dc2-4380-a954-d142509c289e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:22.542506 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-233b8730-0d11-4d5f-bd8c-18a39d36dffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:22.573314 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-366ca2ce-f585-49e7-9690-4b41a3ff2406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:22.613761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d3f8b596-7dc2-4380-a954-d142509c289e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:22.620296 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a248bd95-2ef1-48d6-a963-935d77b057fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:22.630232 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-233b8730-0d11-4d5f-bd8c-18a39d36dffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:22.657798 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8b596-7dc2-4380-a954-d142509c289e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd38ff1-02bd-43f0-bd88-c1497635bebd,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:22.680729 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d3f8b596-7dc2-4380-a954-d142509c289e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:22.683507 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:22.710177 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:22.724071 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-233b8730-0d11-4d5f-bd8c-18a39d36dffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:22.725330 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-233b8730-0d11-4d5f-bd8c-18a39d36dffb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0a54b623-b4c8-4238-b840-f4cc6814161d HTTP/1.1" status: 204 len: 168 time: 0.5713596 Feb 03 11:38:22.727679 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b8730-0d11-4d5f-bd8c-18a39d36dffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a54b623-b4c8-4238-b840-f4cc6814161d,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:22.730508 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-233b8730-0d11-4d5f-bd8c-18a39d36dffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:22.732269 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d3f8b596-7dc2-4380-a954-d142509c289e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:22.733777 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-d3f8b596-7dc2-4380-a954-d142509c289e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6dd38ff1-02bd-43f0-bd88-c1497635bebd HTTP/1.1" status: 204 len: 168 time: 0.6373866 Feb 03 11:38:22.996719 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6852e8-c4ad-4ee1-81e5-dfbfe07b5879 req-09d26866-48ba-4b5f-9fe1-f32dd7e31170 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:22.998644 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3e6852e8-c4ad-4ee1-81e5-dfbfe07b5879 req-09d26866-48ba-4b5f-9fe1-f32dd7e31170 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.2164884 Feb 03 11:38:23.073985 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3e6852e8-c4ad-4ee1-81e5-dfbfe07b5879 req-6736f068-f7b2-4ce9-ade0-c264064c0695 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682554 Feb 03 11:38:23.145859 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:23.146220 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854270799'] for router, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:23.394735 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d is scheduled to L3 agent 076b62cd-f232-448d-ae77-120500dbf827 with binding_index 1 {{(pid=80076) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 03 11:38:23.585536 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e307aa5-b349-4545-9b10-380d67749807 None None] Network c0bd3986-74d0-444d-ac00-c45d05fcc4fc requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:38:23.709051 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:38:23.720179 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] Sync routers for ids ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'] in dv-cinder-773870-1-smb {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:38:23.735502 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] Routers {'1fda5614-9c3e-4b97-b580-d9f7cc1b164d'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:38:23.738788 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:38:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:23.743145 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Notify callbacks [] for router, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:23.747145 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8410029 Feb 03 11:38:23.749007 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39766) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:23.845957 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 39774) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:23.902836 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-2e30f402-3667-46d4-82a5-36e6ed0e2389 None None] Provisioning for port 24c3f4ec-c591-4ff9-8f46-ece30e751957 completed by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:38:24.077578 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] Set router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:38:24.117244 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:24.193050 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 24c3f4ec-c591-4ff9-8f46-ece30e751957 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:38:24.331938 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning for port 24c3f4ec-c591-4ff9-8f46-ece30e751957 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:38:24.337969 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 24c3f4ec-c591-4ff9-8f46-ece30e751957 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:24.338385 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:24.594433 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:24.639242 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:24.668567 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] For port 24c3f4ec-c591-4ff9-8f46-ece30e751957, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=24c3f4ec-c591-4ff9-8f46-ece30e751957,segment=NetworkSegment(a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6),segment_id=a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:38:24.674502 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:24.680546 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:24.777571 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22163d-fe39-4d40-b39e-374b4eb53135 req-158184a5-d002-4ec8-8de5-18cd55027cc7 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:24.791877 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9a22163d-fe39-4d40-b39e-374b4eb53135 req-158184a5-d002-4ec8-8de5-18cd55027cc7 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.4110069 Feb 03 11:38:24.798744 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c8735c73-4b68-4f6d-8d88-6310bac9c766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:24.814166 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-d331a23a-6b87-4628-aa5f-2ca267f5aa4a None None] Provisioning complete for port 24c3f4ec-c591-4ff9-8f46-ece30e751957 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:24.814998 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d331a23a-6b87-4628-aa5f-2ca267f5aa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:24.830981 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 39794) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:24.857172 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c8735c73-4b68-4f6d-8d88-6310bac9c766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:24.875646 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c8735c73-4b68-4f6d-8d88-6310bac9c766 admin admin] Usage tracker for resource:security_group_rule and tenant:afecdac6ac2e495cbc5e0af2d744fdaf is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:24.879689 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c8735c73-4b68-4f6d-8d88-6310bac9c766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:24.895685 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:20Z', 'updated_at': '2021-02-03T11:38:22Z', 'revision_number': 3, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'gw_port': {'id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:21Z', 'updated_at': '2021-02-03T11:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:24.897818 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c8735c73-4b68-4f6d-8d88-6310bac9c766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:24.914885 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] Checking router: 1fda5614-9c3e-4b97-b580-d9f7cc1b164d for host: dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:38:24.915427 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] Updating router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d port ce827384-9e60-4309-b18d-7e7f29cbc5bd binding host dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 11:38:24.920864 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Pushing event updated for resources: {'Port': ['ID=24c3f4ec-c591-4ff9-8f46-ece30e751957,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:24.936966 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:25.078640 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:25.133771 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9a22163d-fe39-4d40-b39e-374b4eb53135 req-6f48ea00-cb67-4cad-8b09-c805edabc4af tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274784 Feb 03 11:38:25.133987 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c8735c73-4b68-4f6d-8d88-6310bac9c766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:25.140523 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c8735c73-4b68-4f6d-8d88-6310bac9c766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:25.182820 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-2cecb1b2-de08-432d-9bd9-86b988ec6875 None None] Provisioning complete for port 24c3f4ec-c591-4ff9-8f46-ece30e751957 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:25.185109 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2cecb1b2-de08-432d-9bd9-86b988ec6875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:25.216529 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-62a414e1-9431-47ef-97a7-c8e503eaae3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:25.236741 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-c8735c73-4b68-4f6d-8d88-6310bac9c766 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=afecdac6ac2e495cbc5e0af2d744fdaf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3893516 Feb 03 11:38:25.245038 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 39806) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:25.380524 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8735c73-4b68-4f6d-8d88-6310bac9c766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae17f8f8-2300-4b0a-b472-f9522c0fce17,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:25.423768 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c8735c73-4b68-4f6d-8d88-6310bac9c766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:25.430057 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-85ad19c4-2aa2-46f1-990a-c57c27d517f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:25.459609 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2320368a-8e96-47f9-94c5-856002a66f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:25.476831 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-85ad19c4-2aa2-46f1-990a-c57c27d517f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:25.480851 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-85ad19c4-2aa2-46f1-990a-c57c27d517f1 admin admin] Usage tracker for resource:security_group_rule and tenant:1ad99945bb754d2d986bb1696f8d80f7 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:25.483804 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-85ad19c4-2aa2-46f1-990a-c57c27d517f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:25.489915 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-85ad19c4-2aa2-46f1-990a-c57c27d517f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:25.493448 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:25.549790 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-be3e449a-6d24-4818-8cc2-571bdce848cd None None] Provisioning complete for port 24c3f4ec-c591-4ff9-8f46-ece30e751957 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:25.550206 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-be3e449a-6d24-4818-8cc2-571bdce848cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:25.578759 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2320368a-8e96-47f9-94c5-856002a66f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:25.698916 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-85ad19c4-2aa2-46f1-990a-c57c27d517f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:25.704116 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-85ad19c4-2aa2-46f1-990a-c57c27d517f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:25.716471 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9b24c6c7-6907-40bb-9a16-1869346e1469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:25.763708 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad19c4-2aa2-46f1-990a-c57c27d517f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d0d898-683d-4eda-8990-5ceb7641f536,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:25.769198 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-85ad19c4-2aa2-46f1-990a-c57c27d517f1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1ad99945bb754d2d986bb1696f8d80f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9307156 Feb 03 11:38:25.770259 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-85ad19c4-2aa2-46f1-990a-c57c27d517f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:25.782353 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 39816) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:25.873194 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2320368a-8e96-47f9-94c5-856002a66f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:25.883980 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d5951d10-38f8-420d-85f3-24932215fb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:25.901847 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:25.915897 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] Transition to ACTIVE for port object ce827384-9e60-4309-b18d-7e7f29cbc5bd will not be triggered until provisioned by entity L2. {{(pid=80078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:38:25.917874 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320368a-8e96-47f9-94c5-856002a66f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae17f8f8-2300-4b0a-b472-f9522c0fce17,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:25.919114 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:25.921928 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2320368a-8e96-47f9-94c5-856002a66f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:25.924726 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2320368a-8e96-47f9-94c5-856002a66f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:25.928674 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-2320368a-8e96-47f9-94c5-856002a66f75 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ae17f8f8-2300-4b0a-b472-f9522c0fce17 HTTP/1.1" status: 204 len: 168 time: 0.6801155 Feb 03 11:38:25.945896 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b5958eda-e772-43df-9338-30d9ff50d4c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:25.963441 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e858be12-9460-4e95-b3a6-cecc2d793f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:26.022126 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e858be12-9460-4e95-b3a6-cecc2d793f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:26.121360 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 24c3f4ec-c591-4ff9-8f46-ece30e751957 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:38:26.139245 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e858be12-9460-4e95-b3a6-cecc2d793f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:26.144972 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b7bbc4c0-965e-40f1-b18f-2679e3c25c60 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:26.153540 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Pushing event updated for resources: {'Port': ['ID=ce827384-9e60-4309-b18d-7e7f29cbc5bd,revision_number=2']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:26.166978 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858be12-9460-4e95-b3a6-cecc2d793f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d0d898-683d-4eda-8990-5ceb7641f536,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:26.184816 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.185496 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.186029 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.186557 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.187072 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.187755 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.188086 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e858be12-9460-4e95-b3a6-cecc2d793f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:26.188455 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.188929 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e858be12-9460-4e95-b3a6-cecc2d793f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:26.189171 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.189919 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.190498 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-e858be12-9460-4e95-b3a6-cecc2d793f47 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/09d0d898-683d-4eda-8990-5ceb7641f536 HTTP/1.1" status: 204 len: 168 time: 0.4049532 Feb 03 11:38:26.190607 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.191131 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.191698 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.192288 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.193298 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.193857 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.194481 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.195094 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.195628 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.196152 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.196772 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.197344 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.197971 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.198455 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.198994 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:38:26.202393 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Allocated IP 172.20.0.1 (c0bd3986-74d0-444d-ac00-c45d05fcc4fc/e493ca3d-3267-4fb7-b03f-511cdcb76f36/30e40645-9689-4c40-82a2-6d8dd14ea31d) {{(pid=80075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:38:26.234046 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:26.354275 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] Attempting to bind port ce827384-9e60-4309-b18d-7e7f29cbc5bd on host dv-cinder-773870-1-smb for vnic_type normal with profile {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:38:26.354687 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] Attempting to bind port ce827384-9e60-4309-b18d-7e7f29cbc5bd by drivers openvswitch on host dv-cinder-773870-1-smb at level 0 using segments [{'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}] {{(pid=80078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:38:26.355065 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] Attempting to bind port ce827384-9e60-4309-b18d-7e7f29cbc5bd on network 84b90693-2912-4173-9093-cf01ce7c5229 {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:38:26.365248 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] Checking agent: {'id': 'b6dd2257-dda6-4a38-988b-b53fb9f71768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'started_at': datetime.datetime(2021, 2, 3, 11, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:38:26.366095 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] Checking segment: {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:38:26.366689 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:26.371024 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] Bound using segment: {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'} {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:38:26.372192 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] Bound port: ce827384-9e60-4309-b18d-7e7f29cbc5bd, host: dv-cinder-773870-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}}] {{(pid=80078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:38:26.372923 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:26.381185 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 24c3f4ec-c591-4ff9-8f46-ece30e751957 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:26.381603 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:26.474020 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:26.514798 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Transition to ACTIVE for port object 30e40645-9689-4c40-82a2-6d8dd14ea31d will not be triggered until provisioned by entity DHCP. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:38:26.550592 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] For port ce827384-9e60-4309-b18d-7e7f29cbc5bd, host dv-cinder-773870-1-smb, cleared binding levels {{(pid=80078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:38:26.553970 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] For port ce827384-9e60-4309-b18d-7e7f29cbc5bd, host dv-cinder-773870-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=ce827384-9e60-4309-b18d-7e7f29cbc5bd,segment=NetworkSegment(ef679f0b-7c61-47c0-b704-b3d2fd0cd989),segment_id=ef679f0b-7c61-47c0-b704-b3d2fd0cd989)] {{(pid=80078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:38:26.558166 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:26.575835 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ba0361f2-4549-43b2-ac8f-4feeaf1b6b21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:26.640403 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91bd5d-22ee-4bb9-8dff-5547788aaa55 req-d5105c6c-7eb8-40c1-9671-e0c25d4b57f7 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:26.642744 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ac91bd5d-22ee-4bb9-8dff-5547788aaa55 req-d5105c6c-7eb8-40c1-9671-e0c25d4b57f7 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.2519515 Feb 03 11:38:26.701375 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:26.721953 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Pushing event updated for resources: {'Port': ['ID=ce827384-9e60-4309-b18d-7e7f29cbc5bd,revision_number=3']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:26.783977 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:26.816364 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ac91bd5d-22ee-4bb9-8dff-5547788aaa55 req-6988aea7-f6bb-45e6-a146-d07db9b65826 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668317 Feb 03 11:38:26.819551 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:26.917163 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] Routers {'1fda5614-9c3e-4b97-b580-d9f7cc1b164d'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:38:26.917833 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:38:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:26.925074 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Pushing event updated for resources: {'Port': ['ID=30e40645-9689-4c40-82a2-6d8dd14ea31d,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:26.928325 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:26.982186 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Network c0bd3986-74d0-444d-ac00-c45d05fcc4fc is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:38:26.986810 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:38:26.992603 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Received port after_create {{(pid=80075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:38:26.993340 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275467'] for router_interface, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:27.176735 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] Set router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:38:27.191504 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:27.350927 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 39866) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:27.388997 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-37ceb03b-5afe-42c0-802f-ad0fb33e5e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:27.397644 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-80a0e6e3-03d2-48bf-8997-6455c9e84ef3 None None] Provisioning for port 30e40645-9689-4c40-82a2-6d8dd14ea31d completed by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:38:27.407561 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-80a0e6e3-03d2-48bf-8997-6455c9e84ef3 None None] Provisioning complete for port 30e40645-9689-4c40-82a2-6d8dd14ea31d triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:27.409412 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-80a0e6e3-03d2-48bf-8997-6455c9e84ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:27.437501 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-37ceb03b-5afe-42c0-802f-ad0fb33e5e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:27.447689 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-37ceb03b-5afe-42c0-802f-ad0fb33e5e95 admin admin] Usage tracker for resource:security_group_rule and tenant:da6973f50d144254835df2c87887bc43 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:27.457697 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-37ceb03b-5afe-42c0-802f-ad0fb33e5e95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:27.469991 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-37ceb03b-5afe-42c0-802f-ad0fb33e5e95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:27.573974 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-80a0e6e3-03d2-48bf-8997-6455c9e84ef3 None None] Port 30e40645-9689-4c40-82a2-6d8dd14ea31d cannot update to ACTIVE because it is not bound. {{(pid=80077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 11:38:27.670634 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:20Z', 'updated_at': '2021-02-03T11:38:22Z', 'revision_number': 3, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'gw_port': {'id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:21Z', 'updated_at': '2021-02-03T11:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:27.675870 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf42ccc3-7785-4bfb-b460-acdae59f62a8 None None] The sync data for ids ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'] in dv-cinder-773870-1-smb is: [{'id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:20Z', 'updated_at': '2021-02-03T11:38:22Z', 'revision_number': 3, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'gw_port': {'id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:21Z', 'updated_at': '2021-02-03T11:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}] {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:38:27.677576 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-37ceb03b-5afe-42c0-802f-ad0fb33e5e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:27.683612 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-37ceb03b-5afe-42c0-802f-ad0fb33e5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:27.704222 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:27.710909 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:27.716697 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:27.718442 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854270421'] for router_interface, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:27.767009 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-37ceb03b-5afe-42c0-802f-ad0fb33e5e95 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=da6973f50d144254835df2c87887bc43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4145865 Feb 03 11:38:27.768171 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ceb03b-5afe-42c0-802f-ad0fb33e5e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c7d6ba-8f31-4c08-83d1-b6472491b8ec,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:27.770836 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 39876) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:27.773800 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-37ceb03b-5afe-42c0-802f-ad0fb33e5e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:27.830298 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:27.844264 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-792a7e7c-f298-41a5-b2cb-f057b76c9437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:27.873745 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-792a7e7c-f298-41a5-b2cb-f057b76c9437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:27.912088 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Pushing event updated for resources: {'Port': ['ID=30e40645-9689-4c40-82a2-6d8dd14ea31d,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:27.915506 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:27.931680 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-792a7e7c-f298-41a5-b2cb-f057b76c9437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:27.941352 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:27.956508 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a7e7c-f298-41a5-b2cb-f057b76c9437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c7d6ba-8f31-4c08-83d1-b6472491b8ec,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:27.959064 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-792a7e7c-f298-41a5-b2cb-f057b76c9437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:27.961681 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-792a7e7c-f298-41a5-b2cb-f057b76c9437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:27.964815 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-792a7e7c-f298-41a5-b2cb-f057b76c9437 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e0c7d6ba-8f31-4c08-83d1-b6472491b8ec HTTP/1.1" status: 204 len: 168 time: 0.1926725 Feb 03 11:38:28.090829 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 39888) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:28.335961 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Network c0bd3986-74d0-444d-ac00-c45d05fcc4fc is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:38:28.338462 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:38:28.616415 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:28.642332 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93afb7d-ff9b-4de6-95aa-a652226104e2 req-2ea8a842-5b19-4078-ae46-5428ec5fc6a2 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:28.644238 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a93afb7d-ff9b-4de6-95aa-a652226104e2 req-2ea8a842-5b19-4078-ae46-5428ec5fc6a2 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.4254546 Feb 03 11:38:28.712356 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-98d6884c-b014-485f-89a1-0ddd0e1b2e8f None None] Provisioning complete for port 30e40645-9689-4c40-82a2-6d8dd14ea31d triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:28.717070 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-98d6884c-b014-485f-89a1-0ddd0e1b2e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:28.741852 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a93afb7d-ff9b-4de6-95aa-a652226104e2 req-39c7a9cd-be59-4e93-9eaa-ab47536c26bd tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886202 Feb 03 11:38:28.762260 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:38:28.799888 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-05695dc3-9d0e-4557-a2ef-5b650d081b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:28.835200 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-05695dc3-9d0e-4557-a2ef-5b650d081b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:28.844828 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-05695dc3-9d0e-4557-a2ef-5b650d081b60 admin admin] Usage tracker for resource:security_group_rule and tenant:75f869919a8040ca9ef86fd3c06bae00 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:28.850807 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-05695dc3-9d0e-4557-a2ef-5b650d081b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:28.852617 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-98d6884c-b014-485f-89a1-0ddd0e1b2e8f None None] Port 30e40645-9689-4c40-82a2-6d8dd14ea31d cannot update to ACTIVE because it is not bound. {{(pid=80077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 11:38:28.860611 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-05695dc3-9d0e-4557-a2ef-5b650d081b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:28.984093 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-05695dc3-9d0e-4557-a2ef-5b650d081b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:28.987856 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-05695dc3-9d0e-4557-a2ef-5b650d081b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:28.998798 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-cab05373-185d-4993-8dbd-d62c03271098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:29.045867 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:38:29.054061 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39912) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:29.054204 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-05695dc3-9d0e-4557-a2ef-5b650d081b60 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=75f869919a8040ca9ef86fd3c06bae00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9617875 Feb 03 11:38:29.056035 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05695dc3-9d0e-4557-a2ef-5b650d081b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87f6815-fcb2-4fdb-98b3-5ad778e5a438,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:29.062734 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-05695dc3-9d0e-4557-a2ef-5b650d081b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:29.065214 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] 10.222.0.68 "PUT /v2.0/routers/1fda5614-9c3e-4b97-b580-d9f7cc1b164d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3143737 Feb 03 11:38:29.130700 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7b74e20-813d-4530-a965-d5cdd986f16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:29.162086 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7b74e20-813d-4530-a965-d5cdd986f16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:29.212719 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7b74e20-813d-4530-a965-d5cdd986f16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:29.217953 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-90dd1251-46fa-4269-a5db-0443892ead00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:29.235997 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b74e20-813d-4530-a965-d5cdd986f16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87f6815-fcb2-4fdb-98b3-5ad778e5a438,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:29.239058 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c7b74e20-813d-4530-a965-d5cdd986f16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:29.242547 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c7b74e20-813d-4530-a965-d5cdd986f16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:29.243839 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-c7b74e20-813d-4530-a965-d5cdd986f16a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f87f6815-fcb2-4fdb-98b3-5ad778e5a438 HTTP/1.1" status: 204 len: 168 time: 0.1772578 Feb 03 11:38:30.129011 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device ce827384-9e60-4309-b18d-7e7f29cbc5bd up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:38:30.149533 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447c762-904b-4a0b-9d67-ee8d77b77699 req-d09866cc-8eba-4a70-b452-282cfff503a9 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:30.151156 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a447c762-904b-4a0b-9d67-ee8d77b77699 req-d09866cc-8eba-4a70-b452-282cfff503a9 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.2529922 Feb 03 11:38:30.228137 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39958) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:30.234578 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-5dcbd8b6-cddd-47be-af95-6f6d9f3f35cd tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1088324374', 'description': 'tempest-description--1303720689'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:38:30.252680 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a447c762-904b-4a0b-9d67-ee8d77b77699 req-e1de1cf8-7900-456c-8785-6e905f594f2d tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905621 Feb 03 11:38:30.275674 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning for port ce827384-9e60-4309-b18d-7e7f29cbc5bd completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:38:30.280831 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port ce827384-9e60-4309-b18d-7e7f29cbc5bd triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:30.281353 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:30.306758 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-5dcbd8b6-cddd-47be-af95-6f6d9f3f35cd tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:30.311172 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-5dcbd8b6-cddd-47be-af95-6f6d9f3f35cd tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Usage tracker for resource:security_group and tenant:953a748f6bc446ae8f3731ee7dc5e19b is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:30.314534 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-5dcbd8b6-cddd-47be-af95-6f6d9f3f35cd tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:30.336491 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-5dcbd8b6-cddd-47be-af95-6f6d9f3f35cd tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:30.361853 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5dcbd8b6-cddd-47be-af95-6f6d9f3f35cd tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:30.419205 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-5dcbd8b6-cddd-47be-af95-6f6d9f3f35cd tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:30.430877 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-5dcbd8b6-cddd-47be-af95-6f6d9f3f35cd tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Usage tracker for resource:security_group_rule and tenant:953a748f6bc446ae8f3731ee7dc5e19b is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:30.442521 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-5dcbd8b6-cddd-47be-af95-6f6d9f3f35cd tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:30.449668 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-5dcbd8b6-cddd-47be-af95-6f6d9f3f35cd tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:30.537733 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:30.541557 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5dcbd8b6-cddd-47be-af95-6f6d9f3f35cd tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:30.546139 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5dcbd8b6-cddd-47be-af95-6f6d9f3f35cd tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:30.554630 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5577859b-3e32-4e5c-830f-9bd13c75f31c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:30.556299 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] For port ce827384-9e60-4309-b18d-7e7f29cbc5bd, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=ce827384-9e60-4309-b18d-7e7f29cbc5bd,segment=NetworkSegment(ef679f0b-7c61-47c0-b704-b3d2fd0cd989),segment_id=ef679f0b-7c61-47c0-b704-b3d2fd0cd989)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:38:30.561709 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:30.563819 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:30.620941 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5dcbd8b6-cddd-47be-af95-6f6d9f3f35cd tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:30.630508 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-5dcbd8b6-cddd-47be-af95-6f6d9f3f35cd tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3980994 Feb 03 11:38:30.630508 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbd8b6-cddd-47be-af95-6f6d9f3f35cd tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e646482-5e2d-4990-aa37-2984725b6985,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:30.630950 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 39984) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:30.636778 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-c8225cad-49bf-4ce0-b1bb-a49914a80b94 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Request body: {'security_group_rule': {'security_group_id': '6e646482-5e2d-4990-aa37-2984725b6985', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:38:30.644433 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5dcbd8b6-cddd-47be-af95-6f6d9f3f35cd tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:30.664774 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c8225cad-49bf-4ce0-b1bb-a49914a80b94 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:30.669100 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c8225cad-49bf-4ce0-b1bb-a49914a80b94 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Usage tracker for resource:security_group_rule and tenant:953a748f6bc446ae8f3731ee7dc5e19b is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:30.672132 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c8225cad-49bf-4ce0-b1bb-a49914a80b94 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:30.677103 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Pushing event updated for resources: {'Port': ['ID=ce827384-9e60-4309-b18d-7e7f29cbc5bd,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:30.678951 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c8225cad-49bf-4ce0-b1bb-a49914a80b94 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:30.693118 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:30.697350 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c8225cad-49bf-4ce0-b1bb-a49914a80b94 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:30.764977 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c8225cad-49bf-4ce0-b1bb-a49914a80b94 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:30.768810 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c8225cad-49bf-4ce0-b1bb-a49914a80b94 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422319'] for security_group_rule, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:30.771115 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a36d9466-2a7d-4b70-ad64-a8e19e427a1a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:30.793556 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8225cad-49bf-4ce0-b1bb-a49914a80b94 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79635482-2525-46d5-bee4-f761b913d5dc,revision_number=0']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:30.798213 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c8225cad-49bf-4ce0-b1bb-a49914a80b94 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:30.811561 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c8225cad-49bf-4ce0-b1bb-a49914a80b94 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:30.816230 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-c8225cad-49bf-4ce0-b1bb-a49914a80b94 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1809261 Feb 03 11:38:30.816482 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 39990) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:30.822522 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-335edcfd-1a80-4f10-b1dd-ed7ec52a168c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Request body: {'security_group_rule': {'security_group_id': '6e646482-5e2d-4990-aa37-2984725b6985', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:38:30.844663 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-335edcfd-1a80-4f10-b1dd-ed7ec52a168c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:30.849168 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-335edcfd-1a80-4f10-b1dd-ed7ec52a168c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Usage tracker for resource:security_group_rule and tenant:953a748f6bc446ae8f3731ee7dc5e19b is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:30.852233 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-335edcfd-1a80-4f10-b1dd-ed7ec52a168c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:30.858117 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-335edcfd-1a80-4f10-b1dd-ed7ec52a168c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:30.878108 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-335edcfd-1a80-4f10-b1dd-ed7ec52a168c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:30.960047 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-335edcfd-1a80-4f10-b1dd-ed7ec52a168c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:30.963343 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-335edcfd-1a80-4f10-b1dd-ed7ec52a168c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422319'] for security_group_rule, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:30.965542 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-37228aff-668a-473f-b2ba-cf9a93e91d12 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:30.989393 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335edcfd-1a80-4f10-b1dd-ed7ec52a168c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215c6578-1da9-4fbf-ae46-3c8c12b0f129,revision_number=0']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:30.993895 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-335edcfd-1a80-4f10-b1dd-ed7ec52a168c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:31.019697 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] Sync routers for ids ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'] in dv-cinder-773870-1-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:38:31.023808 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-335edcfd-1a80-4f10-b1dd-ed7ec52a168c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:31.028168 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-335edcfd-1a80-4f10-b1dd-ed7ec52a168c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2076108 Feb 03 11:38:31.028589 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 39996) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:31.034455 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Request body: {'floatingip': {'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:38:31.046843 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] Routers {'1fda5614-9c3e-4b97-b580-d9f7cc1b164d'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:38:31.048583 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:38:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:31.089212 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:31.097686 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Usage tracker for resource:floatingip and tenant:953a748f6bc446ae8f3731ee7dc5e19b is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:31.101913 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:31.124387 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:31.146001 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for floatingip, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:31.361249 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] Set router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:38:31.414387 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:31.730051 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910f059-e45f-4b22-acf9-4c870a5f9edf req-2cad0871-9342-4153-9956-81f33d1505fd tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:31.731919 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a910f059-e45f-4b22-acf9-4c870a5f9edf req-2cad0871-9342-4153-9956-81f33d1505fd tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.2514780 Feb 03 11:38:31.802027 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:20Z', 'updated_at': '2021-02-03T11:38:27Z', 'revision_number': 4, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'gw_port': {'id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:21Z', 'updated_at': '2021-02-03T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '30e40645-9689-4c40-82a2-6d8dd14ea31d', 'name': '', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'mac_address': 'fa:16:3e:89:8e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:25Z', 'updated_at': '2021-02-03T11:38:27Z', 'revision_number': 2, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'subnets': [{'id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:31.806575 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] Checking router: 1fda5614-9c3e-4b97-b580-d9f7cc1b164d for host: dv-cinder-773870-1-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:38:31.807014 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] Updating router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d port 30e40645-9689-4c40-82a2-6d8dd14ea31d binding host dv-cinder-773870-1-smb {{(pid=80077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 11:38:31.846463 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a910f059-e45f-4b22-acf9-4c870a5f9edf req-0b44bc94-fc41-4335-ab4d-bd9c3d533d32 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053965 Feb 03 11:38:31.901696 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:32.046884 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Allocated IP 172.28.2.152 (84b90693-2912-4173-9093-cf01ce7c5229/b0f1584a-346a-4aca-be96-02ba0d663828/af48c852-2553-485e-8f22-c01754c13948) {{(pid=80075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:38:32.125977 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device ce827384-9e60-4309-b18d-7e7f29cbc5bd up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:38:32.210791 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:38:32.234918 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for port, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:32.264946 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:32.282864 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f8740232-d965-464c-b87a-5b865b6652dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:32.508804 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port ce827384-9e60-4309-b18d-7e7f29cbc5bd triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:32.509487 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:32.539415 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Pushing event updated for resources: {'Port': ['ID=af48c852-2553-485e-8f22-c01754c13948,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:32.544937 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:32.557768 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Network 84b90693-2912-4173-9093-cf01ce7c5229 is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:38:32.559498 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:38:32.562218 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Received port after_create {{(pid=80075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:38:32.677660 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:32.691981 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 40050) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:32.764559 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:32.854745 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:32.882417 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] Transition to ACTIVE for port object 30e40645-9689-4c40-82a2-6d8dd14ea31d will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:38:32.956171 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:32.976661 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 40064) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:32.981082 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:33.077200 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for port, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:33.082523 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:33.105933 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a1aee181-86f0-415d-8278-d85bf5519b7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:33.215038 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86829445-7d1d-4a7b-a321-d57356a2c6c6 None None] Pushing event updated for resources: {'Port': ['ID=30e40645-9689-4c40-82a2-6d8dd14ea31d,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:33.220112 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-86829445-7d1d-4a7b-a321-d57356a2c6c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:33.254790 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d2a3ef4f-3022-4588-be16-cb462e519b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:33.257430 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Pushing event updated for resources: {'Port': ['ID=af48c852-2553-485e-8f22-c01754c13948,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:33.263142 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:33.299611 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d2a3ef4f-3022-4588-be16-cb462e519b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:33.304887 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d2a3ef4f-3022-4588-be16-cb462e519b89 admin admin] Usage tracker for resource:security_group_rule and tenant:0746ae50a92f4bf88f668384ce947167 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:33.309025 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d2a3ef4f-3022-4588-be16-cb462e519b89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:33.320516 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d2a3ef4f-3022-4588-be16-cb462e519b89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:33.341883 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505061'] for floatingip, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:33.394470 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for floatingip, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:33.396019 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3663001 Feb 03 11:38:33.458531 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] Attempting to bind port 30e40645-9689-4c40-82a2-6d8dd14ea31d on host dv-cinder-773870-1-smb for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:38:33.458949 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] Attempting to bind port 30e40645-9689-4c40-82a2-6d8dd14ea31d by drivers openvswitch on host dv-cinder-773870-1-smb at level 0 using segments [{'id': 'a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:38:33.461265 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] Attempting to bind port 30e40645-9689-4c40-82a2-6d8dd14ea31d on network c0bd3986-74d0-444d-ac00-c45d05fcc4fc {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:38:33.474441 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d2a3ef4f-3022-4588-be16-cb462e519b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:33.475687 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] Checking agent: {'id': 'b6dd2257-dda6-4a38-988b-b53fb9f71768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'started_at': datetime.datetime(2021, 2, 3, 11, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:38:33.476109 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3bd8d47e-c333-4b5b-b83f-856dc6d0865d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:33.476211 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] Checking segment: {'id': 'a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:38:33.476562 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:33.477029 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] Bound using segment: {'id': 'a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:38:33.477580 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] Bound port: 30e40645-9689-4c40-82a2-6d8dd14ea31d, host: dv-cinder-773870-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:38:33.478092 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:33.496415 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3bd8d47e-c333-4b5b-b83f-856dc6d0865d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:33.500672 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3bd8d47e-c333-4b5b-b83f-856dc6d0865d admin admin] Usage tracker for resource:security_group_rule and tenant:a45cadee11e044a994c068bbdbd9e2e1 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:33.504306 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3bd8d47e-c333-4b5b-b83f-856dc6d0865d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:33.510274 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3bd8d47e-c333-4b5b-b83f-856dc6d0865d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:33.667115 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3bd8d47e-c333-4b5b-b83f-856dc6d0865d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:33.668436 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d2a3ef4f-3022-4588-be16-cb462e519b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:33.729561 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c8735c73-4b68-4f6d-8d88-6310bac9c766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:33.763198 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] For port 30e40645-9689-4c40-82a2-6d8dd14ea31d, host dv-cinder-773870-1-smb, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:38:33.771876 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] For port 30e40645-9689-4c40-82a2-6d8dd14ea31d, host dv-cinder-773870-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=30e40645-9689-4c40-82a2-6d8dd14ea31d,segment=NetworkSegment(a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6),segment_id=a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:38:33.780060 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:33.798256 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-d2a3ef4f-3022-4588-be16-cb462e519b89 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0746ae50a92f4bf88f668384ce947167&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1050756 Feb 03 11:38:33.801572 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40098) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:33.805073 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:33.827546 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3bd8d47e-c333-4b5b-b83f-856dc6d0865d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:33.850272 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3ef4f-3022-4588-be16-cb462e519b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31acbab7-7974-4358-840a-1a5db9fae1b7,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:33.863050 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d2a3ef4f-3022-4588-be16-cb462e519b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:33.880548 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-37ceb03b-5afe-42c0-802f-ad0fb33e5e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:33.954725 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8d47e-c333-4b5b-b83f-856dc6d0865d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4510f75-a6ab-4691-b51e-b35a0e53a97d,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:33.988661 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3bd8d47e-c333-4b5b-b83f-856dc6d0865d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:34.072557 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86829445-7d1d-4a7b-a321-d57356a2c6c6 None None] Pushing event updated for resources: {'Port': ['ID=30e40645-9689-4c40-82a2-6d8dd14ea31d,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:34.077885 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-86829445-7d1d-4a7b-a321-d57356a2c6c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:34.106522 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5ab6a-2207-4f36-8158-2200c162af60 req-2b83998c-b811-4bd0-9129-7f9ef5f2d325 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:34.115131 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-77e5ab6a-2207-4f36-8158-2200c162af60 req-2b83998c-b811-4bd0-9129-7f9ef5f2d325 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 1.0144362 Feb 03 11:38:34.137686 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] Routers {'1fda5614-9c3e-4b97-b580-d9f7cc1b164d'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:38:34.138595 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:38:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:34.262744 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-77e5ab6a-2207-4f36-8158-2200c162af60 req-6fcf3cd1-dfca-48b1-846f-563a13a6efc8 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440451 Feb 03 11:38:34.276194 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-3bd8d47e-c333-4b5b-b83f-856dc6d0865d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a45cadee11e044a994c068bbdbd9e2e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2983601 Feb 03 11:38:34.281040 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 40114) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:34.429131 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f018d8c4-6523-4b6f-9445-2a97b8abc909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:34.449956 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-918a1450-118e-4b51-9877-11dc68467fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:34.480545 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-6169bd53-759a-4a0e-8cd6-4b6d3ee45522 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Synchronizing usage tracker for tenant:953a748f6bc446ae8f3731ee7dc5e19b on resource:security_group {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:38:34.492494 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] Set router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:38:34.503475 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f018d8c4-6523-4b6f-9445-2a97b8abc909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:34.511282 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-918a1450-118e-4b51-9877-11dc68467fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:34.566070 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-6169bd53-759a-4a0e-8cd6-4b6d3ee45522 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Unset dirty status for tenant:953a748f6bc446ae8f3731ee7dc5e19b on resource:security_group {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:38:34.568371 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-6169bd53-759a-4a0e-8cd6-4b6d3ee45522 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1088324374&fields=id&tenant_id=953a748f6bc446ae8f3731ee7dc5e19b HTTP/1.1" status: 200 len: 267 time: 0.7626171 Feb 03 11:38:34.584346 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f018d8c4-6523-4b6f-9445-2a97b8abc909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:34.597942 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-918a1450-118e-4b51-9877-11dc68467fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:34.604268 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e011790c-c37d-48b2-999f-f5a0aff9f025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:34.619022 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:34.619733 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a1450-118e-4b51-9877-11dc68467fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4510f75-a6ab-4691-b51e-b35a0e53a97d,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:34.634855 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-918a1450-118e-4b51-9877-11dc68467fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:34.639418 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018d8c4-6523-4b6f-9445-2a97b8abc909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31acbab7-7974-4358-840a-1a5db9fae1b7,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:34.643304 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f018d8c4-6523-4b6f-9445-2a97b8abc909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:34.648739 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-918a1450-118e-4b51-9877-11dc68467fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:34.650112 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-918a1450-118e-4b51-9877-11dc68467fbc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a4510f75-a6ab-4691-b51e-b35a0e53a97d HTTP/1.1" status: 204 len: 168 time: 0.3681009 Feb 03 11:38:34.894431 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-8bd404d8-5673-4d16-baa8-836c8581ba1a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:34.895290 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-8bd404d8-5673-4d16-baa8-836c8581ba1a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Synchronizing usage tracker for tenant:953a748f6bc446ae8f3731ee7dc5e19b on resource:network {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:38:34.912315 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f018d8c4-6523-4b6f-9445-2a97b8abc909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:34.916684 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-f018d8c4-6523-4b6f-9445-2a97b8abc909 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/31acbab7-7974-4358-840a-1a5db9fae1b7 HTTP/1.1" status: 204 len: 168 time: 1.1137693 Feb 03 11:38:34.918409 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-8bd404d8-5673-4d16-baa8-836c8581ba1a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Unset dirty status for tenant:953a748f6bc446ae8f3731ee7dc5e19b on resource:network {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:38:34.919476 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-8bd404d8-5673-4d16-baa8-836c8581ba1a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/networks?id=c0bd3986-74d0-444d-ac00-c45d05fcc4fc HTTP/1.1" status: 200 len: 811 time: 0.3379264 Feb 03 11:38:34.947876 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-72086147-4810-49ce-b133-d41a24b6aadb tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/quotas/953a748f6bc446ae8f3731ee7dc5e19b HTTP/1.1" status: 200 len: 375 time: 0.0216777 Feb 03 11:38:35.022620 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:20Z', 'updated_at': '2021-02-03T11:38:27Z', 'revision_number': 4, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'gw_port': {'id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:21Z', 'updated_at': '2021-02-03T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '30e40645-9689-4c40-82a2-6d8dd14ea31d', 'name': '', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'mac_address': 'fa:16:3e:89:8e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:25Z', 'updated_at': '2021-02-03T11:38:33Z', 'revision_number': 4, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'subnets': [{'id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:35.033525 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc623f5-b758-4a30-92a8-ea1ffae1c9f1 None None] The sync data for ids ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'] in dv-cinder-773870-1-smb is: [{'id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:20Z', 'updated_at': '2021-02-03T11:38:27Z', 'revision_number': 4, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'gw_port': {'id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:21Z', 'updated_at': '2021-02-03T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '30e40645-9689-4c40-82a2-6d8dd14ea31d', 'name': '', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'mac_address': 'fa:16:3e:89:8e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:25Z', 'updated_at': '2021-02-03T11:38:33Z', 'revision_number': 4, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'subnets': [{'id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:38:35.367921 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-59bfd123-06bc-4b93-b3a0-e9231f56f1d3 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Synchronizing usage tracker for tenant:953a748f6bc446ae8f3731ee7dc5e19b on resource:port {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:38:35.409700 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 40148) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:35.427376 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-59bfd123-06bc-4b93-b3a0-e9231f56f1d3 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Unset dirty status for tenant:953a748f6bc446ae8f3731ee7dc5e19b on resource:port {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:38:35.430613 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-59bfd123-06bc-4b93-b3a0-e9231f56f1d3 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=953a748f6bc446ae8f3731ee7dc5e19b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4774837 Feb 03 11:38:35.454133 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-81160bc0-a977-47e5-96e7-4c245a7cf95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:35.565704 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-81160bc0-a977-47e5-96e7-4c245a7cf95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:35.584135 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-81160bc0-a977-47e5-96e7-4c245a7cf95b admin admin] Usage tracker for resource:security_group_rule and tenant:4ba3147059ac4cdd876ae2019ff341e5 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:35.590413 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-81160bc0-a977-47e5-96e7-4c245a7cf95b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:35.630514 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-81160bc0-a977-47e5-96e7-4c245a7cf95b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:35.709707 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-e3a4aab1-2cc1-46e0-a727-d30d9cee30f1 service neutron] 10.222.0.68 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645168 Feb 03 11:38:35.849628 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47d412-a470-478b-bd53-5b13714e896d req-d1c4a59c-898a-4ddb-8488-57d37a91daab tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:35.857019 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7b47d412-a470-478b-bd53-5b13714e896d req-d1c4a59c-898a-4ddb-8488-57d37a91daab tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.3551617 Feb 03 11:38:35.984846 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-fbe6ae56-2b58-4072-9c32-ab2b62e7111f service neutron] 10.222.0.68 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2600045 Feb 03 11:38:36.198836 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 30e40645-9689-4c40-82a2-6d8dd14ea31d up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:38:36.310515 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7b47d412-a470-478b-bd53-5b13714e896d req-cd9c469b-f628-40a3-ae8e-dd83ede8a4bc tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382763 Feb 03 11:38:36.411964 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-81160bc0-a977-47e5-96e7-4c245a7cf95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:36.416024 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-81160bc0-a977-47e5-96e7-4c245a7cf95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:36.436158 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d2a3ef4f-3022-4588-be16-cb462e519b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:36.446314 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning for port 30e40645-9689-4c40-82a2-6d8dd14ea31d completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:38:36.484049 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 30e40645-9689-4c40-82a2-6d8dd14ea31d triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:36.484492 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:36.647752 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-472b1427-ca6b-4fdd-b0a9-5b07ddfcea59 req-efb02ffa-6f54-40a4-8c7e-91f21a2921ea tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 210 time: 0.1941111 Feb 03 11:38:36.680769 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40204) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:36.695177 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-81160bc0-a977-47e5-96e7-4c245a7cf95b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4ba3147059ac4cdd876ae2019ff341e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2684109 Feb 03 11:38:36.695177 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81160bc0-a977-47e5-96e7-4c245a7cf95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721da32d-6948-4d01-9662-b7a897dc8830,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:36.695177 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-81160bc0-a977-47e5-96e7-4c245a7cf95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:36.817313 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:36.859446 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] For port 30e40645-9689-4c40-82a2-6d8dd14ea31d, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=30e40645-9689-4c40-82a2-6d8dd14ea31d,segment=NetworkSegment(a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6),segment_id=a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:38:36.863586 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:36.869222 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:36.870348 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6a4f851a-1876-42ae-ac60-a0ba2f23e1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:36.917608 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6a4f851a-1876-42ae-ac60-a0ba2f23e1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:36.990312 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Pushing event updated for resources: {'Port': ['ID=30e40645-9689-4c40-82a2-6d8dd14ea31d,revision_number=5']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:36.996033 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:37.026402 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6a4f851a-1876-42ae-ac60-a0ba2f23e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:37.040975 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-91802fd7-f851-4616-a36e-429b162ce7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:37.064776 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f851a-1876-42ae-ac60-a0ba2f23e1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721da32d-6948-4d01-9662-b7a897dc8830,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:37.071597 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6a4f851a-1876-42ae-ac60-a0ba2f23e1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:37.088551 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6a4f851a-1876-42ae-ac60-a0ba2f23e1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:37.090802 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-6a4f851a-1876-42ae-ac60-a0ba2f23e1f5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/721da32d-6948-4d01-9662-b7a897dc8830 HTTP/1.1" status: 204 len: 168 time: 0.4085705 Feb 03 11:38:37.105033 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40226) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:37.276641 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-397611547-network', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:38:37.293071 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:37.297310 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Usage tracker for resource:network and tenant:36f1cccad50c4fd99ffb3f971529976b is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:37.305395 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:37.311941 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:37.322622 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Made reservation on behalf of 36f1cccad50c4fd99ffb3f971529976b for: {'network': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:38:37.329020 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for network, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:37.346551 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:37.365058 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:37.370425 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Usage tracker for resource:security_group_rule and tenant:36f1cccad50c4fd99ffb3f971529976b is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:37.373737 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:37.380343 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:37.562144 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:37.573827 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:37.592843 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 11:38:37.608370 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779700079970', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:37.609009 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Added segment 4b66aae6-b4d3-4dfd-be99-b71f998e0d6c of type vxlan for network f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d Feb 03 11:38:37.620203 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-218fac7a-cb45-4c42-800c-ea63683b5de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:37.658405 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4864d0-4825-46e6-a84f-448a93e28179,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:37.663816 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:37.767500 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e457ca-0052-483a-bbd6-b979f7018daf req-207d25eb-8c89-4ae8-a566-b0db7b85614c tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:37.769352 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-00e457ca-0052-483a-bbd6-b979f7018daf req-207d25eb-8c89-4ae8-a566-b0db7b85614c tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.2993944 Feb 03 11:38:37.812490 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779699605226'] for network, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:37.894740 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-00e457ca-0052-483a-bbd6-b979f7018daf req-7936912a-8aad-4c27-8b0e-40479495d773 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152020 Feb 03 11:38:37.929297 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for network, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:37.930829 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:37.931689 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:37.959043 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-796a0a25-108e-4fd1-82dc-b1ca4823bce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:38.076416 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9689233 Feb 03 11:38:38.080454 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40266) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:38.088959 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ef648db5-4354-440b-842e-a2165c988ea1 req-2b90d625-0ab0-4b47-9998-7cd515e06876 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 210 time: 0.1467853 Feb 03 11:38:38.089698 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-3a88df93-7842-414e-a522-a3b4efcb726f admin admin] Request body: {'subnet': {'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-397611547-subnet', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'ip_version': 4}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:38:38.098850 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3a88df93-7842-414e-a522-a3b4efcb726f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:38.105615 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Pushing event updated for resources: {'Network': ['ID=f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:38.108504 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3a88df93-7842-414e-a522-a3b4efcb726f admin admin] Usage tracker for resource:subnet and tenant:36f1cccad50c4fd99ffb3f971529976b is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:38.112147 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:38.113279 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3a88df93-7842-414e-a522-a3b4efcb726f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:38.120485 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3a88df93-7842-414e-a522-a3b4efcb726f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:38.131640 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Network f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:38:38.141174 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a88df93-7842-414e-a522-a3b4efcb726f admin admin] Made reservation on behalf of 36f1cccad50c4fd99ffb3f971529976b for: {'subnet': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:38:38.171815 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3a88df93-7842-414e-a522-a3b4efcb726f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:38.214404 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Network f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d details requested by agent ovs-agent-dv-cinder-773870-1-smb with host dv-cinder-773870-1-smb {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:38:38.261802 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 30e40645-9689-4c40-82a2-6d8dd14ea31d up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:38:38.441411 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d6d9ebdc-8d89-43c2-a182-0c0c8b48b7ed tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:38.447638 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d6d9ebdc-8d89-43c2-a182-0c0c8b48b7ed tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.122 "GET /v2.0/networks?id=c0bd3986-74d0-444d-ac00-c45d05fcc4fc HTTP/1.1" status: 200 len: 811 time: 0.5549300 Feb 03 11:38:38.448213 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 40288) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:38.702109 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-93bfafa6-71d2-4009-8548-2b065ab46358 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=953a748f6bc446ae8f3731ee7dc5e19b HTTP/1.1" status: 200 len: 5709 time: 0.2375996 Feb 03 11:38:38.717958 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-8ca7dad3-a421-4fbf-a2a4-b0c81cf4145a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Request body: {'port': {'device_id': '116479ad-ce8c-43af-8b27-40a50ee61071', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'admin_state_up': True, 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'security_groups': ['6e646482-5e2d-4990-aa37-2984725b6985']}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:38:38.787696 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3a88df93-7842-414e-a522-a3b4efcb726f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for subnet, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:38.792739 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 30e40645-9689-4c40-82a2-6d8dd14ea31d triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:38.793545 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:38.820976 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:38.932236 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 40302) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:39.112714 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-8ca7dad3-a421-4fbf-a2a4-b0c81cf4145a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:39.136988 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-8ca7dad3-a421-4fbf-a2a4-b0c81cf4145a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:39.166191 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-8ca7dad3-a421-4fbf-a2a4-b0c81cf4145a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Made reservation on behalf of 953a748f6bc446ae8f3731ee7dc5e19b for: {'port': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:38:39.188820 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-8ca7dad3-a421-4fbf-a2a4-b0c81cf4145a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:39.231440 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88df93-7842-414e-a522-a3b4efcb726f admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba,revision_number=0']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:39.237473 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3a88df93-7842-414e-a522-a3b4efcb726f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:39.300617 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9df7784f-9068-464b-afc3-fba5bc2a915e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:39.322193 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2ff3b3c4-046e-4d4e-867d-3dc9f4c2168b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:39.323772 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a88df93-7842-414e-a522-a3b4efcb726f admin admin] Checking segment: {'id': '4b66aae6-b4d3-4dfd-be99-b71f998e0d6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:38:39.324175 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a88df93-7842-414e-a522-a3b4efcb726f admin admin] Network hostable DHCP agents. Network: f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d, hostable agents: ['e281720a-8ae7-4081-88fc-d5a7fa1f3c44'], hosted agents: [] {{(pid=80075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 11:38:39.383497 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a60ecf93-dede-435e-9e3d-ab5393df7e8e req-d6837a36-3c08-4ea1-be52-a8f09e121071 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 210 time: 0.1149771 Feb 03 11:38:39.400745 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-2ff3b3c4-046e-4d4e-867d-3dc9f4c2168b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:39.409270 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a88df93-7842-414e-a522-a3b4efcb726f admin admin] Network f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d is scheduled to be hosted by DHCP agent e281720a-8ae7-4081-88fc-d5a7fa1f3c44 with binding_index 1 {{(pid=80075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 11:38:39.409724 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9df7784f-9068-464b-afc3-fba5bc2a915e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:39.425925 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-3a88df93-7842-414e-a522-a3b4efcb726f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-1-smb, f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d) {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:38:39.430010 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a88df93-7842-414e-a522-a3b4efcb726f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:39.430653 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3a88df93-7842-414e-a522-a3b4efcb726f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:39.437987 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbf8535-918c-410f-b33d-75b7bccf9444 None None] Network f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:38:39.483156 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-3a88df93-7842-414e-a522-a3b4efcb726f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3988214 Feb 03 11:38:39.483466 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40316) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:39.489478 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-397611547-router', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:38:39.499742 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:39.514914 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Usage tracker for resource:router and tenant:36f1cccad50c4fd99ffb3f971529976b is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:39.518301 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:39.528757 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:39.540213 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9df7784f-9068-464b-afc3-fba5bc2a915e admin admin] Usage tracker for resource:security_group_rule and tenant:e5f91033de1d4d918b8119863a389fde is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:39.550870 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854272894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774794'] for router, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:39.552053 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854356710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1007'] for router, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:39.553990 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-2ff3b3c4-046e-4d4e-867d-3dc9f4c2168b admin admin] Usage tracker for resource:security_group_rule and tenant:dd392c0784b14abf91b0e303f83e9d67 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:39.562219 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-2ff3b3c4-046e-4d4e-867d-3dc9f4c2168b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:39.574792 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9df7784f-9068-464b-afc3-fba5bc2a915e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:39.587984 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-2ff3b3c4-046e-4d4e-867d-3dc9f4c2168b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:39.593829 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:39.614710 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9df7784f-9068-464b-afc3-fba5bc2a915e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:39.722385 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2bf3f-1aa7-4f32-8590-10f6fdff0231 req-867edc52-01ef-4663-8fd5-99e9bad0af01 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:39.724645 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-89f2bf3f-1aa7-4f32-8590-10f6fdff0231 req-867edc52-01ef-4663-8fd5-99e9bad0af01 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.5662692 Feb 03 11:38:39.931741 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-89f2bf3f-1aa7-4f32-8590-10f6fdff0231 req-795893c4-b88a-42f7-b143-f8d97a7036a7 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940143 Feb 03 11:38:39.968052 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba32f814-d890-5f28-b06b-58f4fe6bb13a-f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d', 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'fixed_ips': [{'subnet_id': '49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba'}]}} from dv-cinder-773870-1-smb. {{(pid=80077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 03 11:38:39.968990 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:40.030315 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 40326) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:40.169100 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854272771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-988'] for router, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:40.201212 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2ff3b3c4-046e-4d4e-867d-3dc9f4c2168b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:40.207996 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2ff3b3c4-046e-4d4e-867d-3dc9f4c2168b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:40.255910 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2320368a-8e96-47f9-94c5-856002a66f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:40.266884 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-2ff3b3c4-046e-4d4e-867d-3dc9f4c2168b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dd392c0784b14abf91b0e303f83e9d67&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8114326 Feb 03 11:38:40.275019 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-8ca7dad3-a421-4fbf-a2a4-b0c81cf4145a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Allocated IP 172.20.0.12 (c0bd3986-74d0-444d-ac00-c45d05fcc4fc/e493ca3d-3267-4fb7-b03f-511cdcb76f36/1a139829-65e2-42c0-b1a5-070505943dac) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:38:40.276794 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40334) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:40.321573 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1532a701-ce9f-46bb-a05e-081be2f34a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:40.345944 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9df7784f-9068-464b-afc3-fba5bc2a915e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:40.355489 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Allocated IP 172.20.0.2 (f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d/49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba/28f3d82b-17eb-4ebb-a346-404e8938a3c8) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:38:40.358594 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1532a701-ce9f-46bb-a05e-081be2f34a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:40.361131 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3b3c4-046e-4d4e-867d-3dc9f4c2168b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d52b7de-34d7-42ba-913b-51ba5f9eea2c,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:40.369434 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e097f7bb-6cfe-4cf9-a0c4-1c6008a52366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:40.373710 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9df7784f-9068-464b-afc3-fba5bc2a915e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:40.395129 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2ff3b3c4-046e-4d4e-867d-3dc9f4c2168b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:40.395697 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2ff3b3c4-046e-4d4e-867d-3dc9f4c2168b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:40.402930 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1532a701-ce9f-46bb-a05e-081be2f34a5b admin admin] Usage tracker for resource:security_group_rule and tenant:5a605eb8644c40d091e90f6cb34abb14 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:40.412730 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1532a701-ce9f-46bb-a05e-081be2f34a5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:40.420010 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e097f7bb-6cfe-4cf9-a0c4-1c6008a52366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:40.423849 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1532a701-ce9f-46bb-a05e-081be2f34a5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:40.594596 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:40.596170 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-9df7784f-9068-464b-afc3-fba5bc2a915e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e5f91033de1d4d918b8119863a389fde&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6624532 Feb 03 11:38:40.601759 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40340) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:40.623576 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Transition to ACTIVE for port object 28f3d82b-17eb-4ebb-a346-404e8938a3c8 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:38:40.650598 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Transition to ACTIVE for port object 28f3d82b-17eb-4ebb-a346-404e8938a3c8 will not be triggered until provisioned by entity DHCP. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:38:40.656260 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:40.675693 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:40.712593 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e097f7bb-6cfe-4cf9-a0c4-1c6008a52366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:40.733744 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-29275dc0-9b8f-448a-a434-6344a317139f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:40.740415 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9d34fa59-cdd2-4c70-8243-c76d7a6dda89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:40.742701 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:40.786467 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-8ca7dad3-a421-4fbf-a2a4-b0c81cf4145a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:40.789716 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:40.802880 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-8ca7dad3-a421-4fbf-a2a4-b0c81cf4145a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Transition to ACTIVE for port object 1a139829-65e2-42c0-b1a5-070505943dac will not be triggered until provisioned by entity DHCP. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:38:40.812724 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Pushing event updated for resources: {'Port': ['ID=28f3d82b-17eb-4ebb-a346-404e8938a3c8,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:40.818651 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:40.840223 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097f7bb-6cfe-4cf9-a0c4-1c6008a52366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d52b7de-34d7-42ba-913b-51ba5f9eea2c,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:40.842828 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e097f7bb-6cfe-4cf9-a0c4-1c6008a52366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:40.858247 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1532a701-ce9f-46bb-a05e-081be2f34a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:40.862197 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fe576338-167c-4d33-bf7d-f9cc19750702 req-6d44a628-68ff-4380-94f2-10651668d980 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 210 time: 0.3321314 Feb 03 11:38:40.863204 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7784f-9068-464b-afc3-fba5bc2a915e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bef6ef-ae43-48d8-9763-81e7f0dc4255,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:40.878284 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1532a701-ce9f-46bb-a05e-081be2f34a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:40.891703 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9df7784f-9068-464b-afc3-fba5bc2a915e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:40.892501 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9df7784f-9068-464b-afc3-fba5bc2a915e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:40.918772 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-8ca7dad3-a421-4fbf-a2a4-b0c81cf4145a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:40.929731 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e097f7bb-6cfe-4cf9-a0c4-1c6008a52366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:40.939354 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Network f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:38:40.940767 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:38:40.946643 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-e097f7bb-6cfe-4cf9-a0c4-1c6008a52366 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6d52b7de-34d7-42ba-913b-51ba5f9eea2c HTTP/1.1" status: 204 len: 168 time: 0.6589701 Feb 03 11:38:40.948128 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:38:40.949049 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9d34fa59-cdd2-4c70-8243-c76d7a6dda89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:41.025369 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Attempting to bind port 28f3d82b-17eb-4ebb-a346-404e8938a3c8 on host dv-cinder-773870-1-smb for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:38:41.026018 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Attempting to bind port 28f3d82b-17eb-4ebb-a346-404e8938a3c8 by drivers openvswitch on host dv-cinder-773870-1-smb at level 0 using segments [{'id': '4b66aae6-b4d3-4dfd-be99-b71f998e0d6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:38:41.026573 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Attempting to bind port 28f3d82b-17eb-4ebb-a346-404e8938a3c8 on network f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:38:41.032868 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Checking agent: {'id': 'b6dd2257-dda6-4a38-988b-b53fb9f71768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'started_at': datetime.datetime(2021, 2, 3, 11, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:38:41.033489 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Checking segment: {'id': '4b66aae6-b4d3-4dfd-be99-b71f998e0d6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:38:41.034099 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:41.034676 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Bound using segment: {'id': '4b66aae6-b4d3-4dfd-be99-b71f998e0d6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:38:41.035375 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Bound port: 28f3d82b-17eb-4ebb-a346-404e8938a3c8, host: dv-cinder-773870-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b66aae6-b4d3-4dfd-be99-b71f998e0d6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:38:41.035933 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:41.081513 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532a701-ce9f-46bb-a05e-081be2f34a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2618e957-18f2-43c2-885f-4631fd398a59,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:41.101943 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1532a701-ce9f-46bb-a05e-081be2f34a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:41.115598 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-8ca7dad3-a421-4fbf-a2a4-b0c81cf4145a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Network c0bd3986-74d0-444d-ac00-c45d05fcc4fc is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:38:41.117301 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:41.159289 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-8ca7dad3-a421-4fbf-a2a4-b0c81cf4145a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:38:41.173828 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-8ca7dad3-a421-4fbf-a2a4-b0c81cf4145a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:38:41.217154 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-1532a701-ce9f-46bb-a05e-081be2f34a5b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5a605eb8644c40d091e90f6cb34abb14&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1833794 Feb 03 11:38:41.233541 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40360) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:41.233915 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] For port 28f3d82b-17eb-4ebb-a346-404e8938a3c8, host dv-cinder-773870-1-smb, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:38:41.237531 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] For port 28f3d82b-17eb-4ebb-a346-404e8938a3c8, host dv-cinder-773870-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=28f3d82b-17eb-4ebb-a346-404e8938a3c8,segment=NetworkSegment(4b66aae6-b4d3-4dfd-be99-b71f998e0d6c),segment_id=4b66aae6-b4d3-4dfd-be99-b71f998e0d6c)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:38:41.240681 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:41.257430 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:41.338907 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-8ca7dad3-a421-4fbf-a2a4-b0c81cf4145a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:41.338907 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-8ca7dad3-a421-4fbf-a2a4-b0c81cf4145a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:41.412606 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-8ca7dad3-a421-4fbf-a2a4-b0c81cf4145a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7041790 Feb 03 11:38:41.438392 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Request body: {'port': {'device_id': '116479ad-ce8c-43af-8b27-40a50ee61071', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:38:41.460320 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9d34fa59-cdd2-4c70-8243-c76d7a6dda89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:41.470580 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6dfdd8dd-3057-45be-9015-0dd661495041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:41.495501 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34fa59-cdd2-4c70-8243-c76d7a6dda89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bef6ef-ae43-48d8-9763-81e7f0dc4255,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:41.498249 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9d34fa59-cdd2-4c70-8243-c76d7a6dda89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:41.499425 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-549db5a0-364d-4f51-99a1-c0e86a40d4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:41.586753 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9d34fa59-cdd2-4c70-8243-c76d7a6dda89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:41.588343 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-9d34fa59-cdd2-4c70-8243-c76d7a6dda89 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f2bef6ef-ae43-48d8-9763-81e7f0dc4255 HTTP/1.1" status: 204 len: 168 time: 0.9852371 Feb 03 11:38:41.621628 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7dad3-a421-4fbf-a2a4-b0c81cf4145a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Pushing event updated for resources: {'Port': ['ID=1a139829-65e2-42c0-b1a5-070505943dac,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:41.625476 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:41.641304 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8ca7dad3-a421-4fbf-a2a4-b0c81cf4145a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:41.664941 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-7a6cb681-30bc-44ec-820b-ffac8d5524aa None None] Provisioning for port 1a139829-65e2-42c0-b1a5-070505943dac completed by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:38:41.684762 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-7a6cb681-30bc-44ec-820b-ffac8d5524aa None None] Provisioning complete for port 1a139829-65e2-42c0-b1a5-070505943dac triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:41.685180 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7a6cb681-30bc-44ec-820b-ffac8d5524aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:41.812132 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Pushing event updated for resources: {'Port': ['ID=28f3d82b-17eb-4ebb-a346-404e8938a3c8,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:41.818001 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:41.822803 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-7a6cb681-30bc-44ec-820b-ffac8d5524aa None None] Port 1a139829-65e2-42c0-b1a5-070505943dac cannot update to ACTIVE because it is not bound. {{(pid=80077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 11:38:41.841988 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e30115-e2b7-457c-9cc9-97d2ec2bb7a5 req-fa923877-8c7d-4408-959d-7e33d1a54c3f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:41.850153 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-61e30115-e2b7-457c-9cc9-97d2ec2bb7a5 req-fa923877-8c7d-4408-959d-7e33d1a54c3f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.6177113 Feb 03 11:38:41.857112 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-549db5a0-364d-4f51-99a1-c0e86a40d4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:41.864834 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40374) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:41.920611 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Allocated IP 172.28.2.184 (84b90693-2912-4173-9093-cf01ce7c5229/b0f1584a-346a-4aca-be96-02ba0d663828/e8c3ca08-44f8-4d7c-b440-893c59a6c232) {{(pid=80075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:38:41.962000 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-137daad0-d647-45f5-98fb-0aa36da12bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:42.014635 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-137daad0-d647-45f5-98fb-0aa36da12bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:42.019102 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-137daad0-d647-45f5-98fb-0aa36da12bd5 admin admin] Usage tracker for resource:security_group_rule and tenant:2b99b99aa6c04393993167469349ff63 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:42.022186 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-137daad0-d647-45f5-98fb-0aa36da12bd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:42.028524 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-137daad0-d647-45f5-98fb-0aa36da12bd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:42.124465 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 40386) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:42.159387 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-41ad2df9-d022-4277-af75-75aa367ee974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:42.200026 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-61e30115-e2b7-457c-9cc9-97d2ec2bb7a5 req-5afa0f5d-5d9a-460e-a8ac-4911fc352255 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489075 Feb 03 11:38:42.227846 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-41ad2df9-d022-4277-af75-75aa367ee974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:42.254311 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-41ad2df9-d022-4277-af75-75aa367ee974 admin admin] Usage tracker for resource:security_group_rule and tenant:b0e84be375c94a6b9357f27334a81ba2 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:42.265077 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-41ad2df9-d022-4277-af75-75aa367ee974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:42.277144 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-549db5a0-364d-4f51-99a1-c0e86a40d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:42.290784 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a0b8b5fa-c6cf-4085-ab89-4757eec0e9dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:42.301973 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-41ad2df9-d022-4277-af75-75aa367ee974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:42.314094 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-137daad0-d647-45f5-98fb-0aa36da12bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:42.324253 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549db5a0-364d-4f51-99a1-c0e86a40d4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2618e957-18f2-43c2-885f-4631fd398a59,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:42.326777 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-549db5a0-364d-4f51-99a1-c0e86a40d4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:42.336647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-137daad0-d647-45f5-98fb-0aa36da12bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:42.350057 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c7b74e20-813d-4530-a965-d5cdd986f16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:42.410873 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-549db5a0-364d-4f51-99a1-c0e86a40d4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:42.414629 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-549db5a0-364d-4f51-99a1-c0e86a40d4aa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2618e957-18f2-43c2-885f-4631fd398a59 HTTP/1.1" status: 204 len: 168 time: 1.1628911 Feb 03 11:38:42.415178 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:42.428259 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-137daad0-d647-45f5-98fb-0aa36da12bd5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2b99b99aa6c04393993167469349ff63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5622184 Feb 03 11:38:42.428890 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40398) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:42.450546 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137daad0-d647-45f5-98fb-0aa36da12bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27f07ad-753a-4fd7-be65-0ff3fc3ddace,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:42.451652 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012d624-43ff-488b-8a40-0dd93c8ff5a7 req-f2cddaf4-00e4-4957-8c52-21093955d42c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:42.452473 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-b012d624-43ff-488b-8a40-0dd93c8ff5a7 req-f2cddaf4-00e4-4957-8c52-21093955d42c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Synchronizing usage tracker for tenant:953a748f6bc446ae8f3731ee7dc5e19b on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:38:42.460286 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.db.resource_extend [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 03 11:38:42.460421 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-137daad0-d647-45f5-98fb-0aa36da12bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:42.489219 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:42.518339 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:42.539875 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-b012d624-43ff-488b-8a40-0dd93c8ff5a7 req-f2cddaf4-00e4-4957-8c52-21093955d42c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Unset dirty status for tenant:953a748f6bc446ae8f3731ee7dc5e19b on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:38:42.541194 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b012d624-43ff-488b-8a40-0dd93c8ff5a7 req-f2cddaf4-00e4-4957-8c52-21093955d42c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 932 time: 0.4670329 Feb 03 11:38:42.582779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a139829-65e2-42c0-b1a5-070505943dac {{(pid=80076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 11:38:42.605896 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:42.613655 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c3ca08-44f8-4d7c-b440-893c59a6c232,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:42.644295 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Transition to ACTIVE for port object 1a139829-65e2-42c0-b1a5-070505943dac will not be triggered until provisioned by entity L2. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:38:42.675200 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b012d624-43ff-488b-8a40-0dd93c8ff5a7 req-ba4a40d9-815e-4dc8-9ce3-fd5daeeb4dd8 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270232 Feb 03 11:38:42.691626 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:42.714927 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:42.743857 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e785b82a-a975-424b-99b6-4569f6492e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:42.788451 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e785b82a-a975-424b-99b6-4569f6492e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:42.913305 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e785b82a-a975-424b-99b6-4569f6492e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:42.920407 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6a54ea7f-f563-4ace-807a-d6c48d52542c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:42.938030 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785b82a-a975-424b-99b6-4569f6492e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27f07ad-753a-4fd7-be65-0ff3fc3ddace,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:42.940665 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e785b82a-a975-424b-99b6-4569f6492e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:42.947398 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Network 84b90693-2912-4173-9093-cf01ce7c5229 is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:38:42.949969 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:38:42.952302 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Received port after_create {{(pid=80075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:38:43.012066 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9c02d360-62fa-4c24-82d5-305eb3836311 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:43.017717 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e785b82a-a975-424b-99b6-4569f6492e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:43.018945 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-e785b82a-a975-424b-99b6-4569f6492e6a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e27f07ad-753a-4fd7-be65-0ff3fc3ddace HTTP/1.1" status: 204 len: 168 time: 0.5833194 Feb 03 11:38:43.057068 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-41ad2df9-d022-4277-af75-75aa367ee974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:43.080745 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-41ad2df9-d022-4277-af75-75aa367ee974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:43.201966 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a139829-65e2-42c0-b1a5-070505943dac,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:43.206821 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-41ad2df9-d022-4277-af75-75aa367ee974 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b0e84be375c94a6b9357f27334a81ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0742230 Feb 03 11:38:43.210561 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40418) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:43.211816 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:43.212541 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-328f530c-e475-4914-b6b9-57cf27b786cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:43.321058 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad2df9-d022-4277-af75-75aa367ee974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa1c781-7aac-4024-8b0c-27af63d3e852,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:43.352302 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-41ad2df9-d022-4277-af75-75aa367ee974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:43.637582 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cb6419-0c1f-453f-92d3-2413bfb42590 None None] Network f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:38:43.798277 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-494e76c3-9adc-48ca-bcad-077c4da89035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:43.807498 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:43.855567 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-98604001-04f6-4df3-9a4e-d7b329aaa625 None None] Provisioning for port 28f3d82b-17eb-4ebb-a346-404e8938a3c8 completed by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:38:43.867229 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Attempting to bind port 1a139829-65e2-42c0-b1a5-070505943dac on host hv-cinder-77387 for vnic_type normal with profile {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:38:43.867633 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Attempting to bind port 1a139829-65e2-42c0-b1a5-070505943dac by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': 'a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc'}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:38:43.868003 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Attempting to bind port 1a139829-65e2-42c0-b1a5-070505943dac on network c0bd3986-74d0-444d-ac00-c45d05fcc4fc {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:38:43.891171 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Checking agent: {'id': 'd04a5943-f855-4f30-8269-6a00b74e68db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 34, 59), 'started_at': datetime.datetime(2021, 2, 3, 11, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.119', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:38:43.891571 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Checking segment: {'id': 'a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:38:43.892011 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:43.892434 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Bound using segment: {'id': 'a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc'} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:38:43.892920 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Bound port: 1a139829-65e2-42c0-b1a5-070505943dac, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc'}}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:38:43.893297 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:44.084224 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-494e76c3-9adc-48ca-bcad-077c4da89035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:44.168583 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 28f3d82b-17eb-4ebb-a346-404e8938a3c8 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:38:44.184000 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38233fcc-f900-42da-86de-6b9af9c73e96 req-9e4057fe-6f5c-48db-b2ce-8e73934cbd34 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:44.194742 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-38233fcc-f900-42da-86de-6b9af9c73e96 req-9e4057fe-6f5c-48db-b2ce-8e73934cbd34 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.7092979 Feb 03 11:38:44.266758 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] For port 1a139829-65e2-42c0-b1a5-070505943dac, host hv-cinder-77387, cleared binding levels {{(pid=80076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:38:44.276770 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] For port 1a139829-65e2-42c0-b1a5-070505943dac, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=1a139829-65e2-42c0-b1a5-070505943dac,segment=NetworkSegment(a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6),segment_id=a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6)] {{(pid=80076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:38:44.303971 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning for port 28f3d82b-17eb-4ebb-a346-404e8938a3c8 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:38:44.310146 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 28f3d82b-17eb-4ebb-a346-404e8938a3c8 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:44.310849 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:44.311845 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:44.351974 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:44.366002 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5eaf5-eada-424b-86b5-e057335499ed req-c7636647-7727-48b8-9781-b545cef2048f tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:44.367935 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8ad5eaf5-eada-424b-86b5-e057335499ed req-c7636647-7727-48b8-9781-b545cef2048f tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 944 time: 0.4621289 Feb 03 11:38:44.525852 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a139829-65e2-42c0-b1a5-070505943dac,revision_number=3']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:44.657560 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-494e76c3-9adc-48ca-bcad-077c4da89035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:44.665255 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40464) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:44.676035 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7e889841-221c-4d99-a4c8-ab8cd385516a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:44.696042 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-a8b7f310-2956-4ffc-bccb-68b81efd661a None None] Provisioning complete for port 28f3d82b-17eb-4ebb-a346-404e8938a3c8 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:44.696467 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a8b7f310-2956-4ffc-bccb-68b81efd661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:44.715645 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:44.761838 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e76c3-9adc-48ca-bcad-077c4da89035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa1c781-7aac-4024-8b0c-27af63d3e852,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:44.864806 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854270799'] for router, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:44.867305 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-494e76c3-9adc-48ca-bcad-077c4da89035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:44.880806 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-38233fcc-f900-42da-86de-6b9af9c73e96 req-c3914e1f-bb8b-49a4-a100-bf12f23a399e tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6834514 Feb 03 11:38:44.942622 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:44.945159 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8ad5eaf5-eada-424b-86b5-e057335499ed req-8acd4b6d-0295-45ed-9944-62915fb67a63 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4792807 Feb 03 11:38:44.947733 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-494e76c3-9adc-48ca-bcad-077c4da89035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:44.948940 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-494e76c3-9adc-48ca-bcad-077c4da89035 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/faa1c781-7aac-4024-8b0c-27af63d3e852 HTTP/1.1" status: 204 len: 168 time: 1.7368824 Feb 03 11:38:45.043457 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] For port 28f3d82b-17eb-4ebb-a346-404e8938a3c8, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=28f3d82b-17eb-4ebb-a346-404e8938a3c8,segment=NetworkSegment(4b66aae6-b4d3-4dfd-be99-b71f998e0d6c),segment_id=4b66aae6-b4d3-4dfd-be99-b71f998e0d6c)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:38:45.067180 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:45.068214 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:45.069742 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] 10.222.0.122 "PUT /v2.0/ports/1a139829-65e2-42c0-b1a5-070505943dac HTTP/1.1" status: 200 len: 1158 time: 3.6452754 Feb 03 11:38:45.070281 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116479ad-ce8c-43af-8b27-40a50ee61071', 'tag': '1a139829-65e2-42c0-b1a5-070505943dac'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:38:45.147900 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:45.168605 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3326143b-bd45-4222-8d4d-529e7c223039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:45.244224 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116479ad-ce8c-43af-8b27-40a50ee61071', 'tag': '1a139829-65e2-42c0-b1a5-070505943dac', 'status': 'completed', 'code': 200} Feb 03 11:38:45.310003 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-c197e3f0-224e-40fc-97b4-4bd3ee6e267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:45.312046 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-c197e3f0-224e-40fc-97b4-4bd3ee6e267b service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=953a748f6bc446ae8f3731ee7dc5e19b&device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 1161 time: 0.2017415 Feb 03 11:38:45.409192 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-06b0c58d-6a19-4124-8449-7f164ad8d82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:45.450781 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-06b0c58d-6a19-4124-8449-7f164ad8d82c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:45.451068 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Pushing event updated for resources: {'Port': ['ID=28f3d82b-17eb-4ebb-a346-404e8938a3c8,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:45.459767 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-06b0c58d-6a19-4124-8449-7f164ad8d82c admin admin] Usage tracker for resource:security_group_rule and tenant:66974ac770cc4bffa72e0dcdcd9a167f is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:45.464404 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-06b0c58d-6a19-4124-8449-7f164ad8d82c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:45.467742 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:45.471663 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Router 97a9746c-6ee2-4008-9832-e68f1c924dd7 is scheduled to L3 agent 076b62cd-f232-448d-ae77-120500dbf827 with binding_index 1 {{(pid=80075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 03 11:38:45.483721 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-06b0c58d-6a19-4124-8449-7f164ad8d82c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:45.526702 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-b7d25079-68d0-4f5f-adf9-b3c9ed8b8d4d service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a139829-65e2-42c0-b1a5-070505943dac HTTP/1.1" status: 200 len: 217 time: 0.1975331 Feb 03 11:38:45.639397 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-63ef8f60-5be2-48eb-b174-09b55edadf71 None None] Provisioning complete for port 28f3d82b-17eb-4ebb-a346-404e8938a3c8 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:45.640782 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-63ef8f60-5be2-48eb-b174-09b55edadf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:45.672869 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-7310d7a5-a995-49bb-af7b-b5b28113c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:45.674532 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-7310d7a5-a995-49bb-af7b-b5b28113c2b4 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e493ca3d-3267-4fb7-b03f-511cdcb76f36 HTTP/1.1" status: 200 len: 850 time: 0.1492507 Feb 03 11:38:45.831472 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:38:45.842384 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] Sync routers for ids ['97a9746c-6ee2-4008-9832-e68f1c924dd7'] in dv-cinder-773870-1-smb {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:38:45.854854 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] Routers {'97a9746c-6ee2-4008-9832-e68f1c924dd7'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:38:45.856010 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:38:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['97a9746c-6ee2-4008-9832-e68f1c924dd7'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:45.870026 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Notify callbacks [] for router, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:45.874383 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.3869286 Feb 03 11:38:45.878511 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 40488) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:46.082821 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-06b0c58d-6a19-4124-8449-7f164ad8d82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:46.089445 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-06b0c58d-6a19-4124-8449-7f164ad8d82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:46.101706 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] Set router 97a9746c-6ee2-4008-9832-e68f1c924dd7 gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:38:46.108061 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-932741b2-61c0-48ca-957d-23d6fb65ffbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:46.174409 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 28f3d82b-17eb-4ebb-a346-404e8938a3c8 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:38:46.228204 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-e3d0d272-7ee2-44d9-b5db-5cd0d6e04dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:46.230273 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0c58d-6a19-4124-8449-7f164ad8d82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dc9620-ccf4-4266-8188-bec209cae380,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:46.236028 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-e3d0d272-7ee2-44d9-b5db-5cd0d6e04dd2 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=c0bd3986-74d0-444d-ac00-c45d05fcc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5542099 Feb 03 11:38:46.255987 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-06b0c58d-6a19-4124-8449-7f164ad8d82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:46.323715 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-06b0c58d-6a19-4124-8449-7f164ad8d82c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=66974ac770cc4bffa72e0dcdcd9a167f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6383626 Feb 03 11:38:46.330334 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40508) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:46.368105 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 28f3d82b-17eb-4ebb-a346-404e8938a3c8 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:46.368421 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:46.479151 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-d600afd2-6e7e-4a0d-8ff7-b55f81f0734a service neutron] 10.222.0.122 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334585 Feb 03 11:38:46.511985 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0a471f1a-b9ca-4a92-aa40-7a59d711bfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:46.574375 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'name': 'tempest-TestShelveInstance-397611547-router', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:39Z', 'updated_at': '2021-02-03T11:38:43Z', 'revision_number': 3, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'gw_port': {'id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:41Z', 'updated_at': '2021-02-03T11:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:46.590826 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] Checking router: 97a9746c-6ee2-4008-9832-e68f1c924dd7 for host: dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:38:46.593205 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] Updating router 97a9746c-6ee2-4008-9832-e68f1c924dd7 port e8c3ca08-44f8-4d7c-b440-893c59a6c232 binding host dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 11:38:46.670518 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19cc74-88b8-454e-a15c-e55f69545bf8 req-38178301-ef49-4858-ba51-6c198fd88a4b tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:46.672297 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2f19cc74-88b8-454e-a15c-e55f69545bf8 req-38178301-ef49-4858-ba51-6c198fd88a4b tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.4546089 Feb 03 11:38:46.722097 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0a471f1a-b9ca-4a92-aa40-7a59d711bfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:46.803889 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2f19cc74-88b8-454e-a15c-e55f69545bf8 req-4f1ee341-0516-429c-8e59-46220926f178 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226354 Feb 03 11:38:46.831151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0a471f1a-b9ca-4a92-aa40-7a59d711bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:46.832957 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:46.842068 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b44ffa10-72cd-4586-b540-2385daef9e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:46.877122 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a471f1a-b9ca-4a92-aa40-7a59d711bfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dc9620-ccf4-4266-8188-bec209cae380,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:46.883116 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0a471f1a-b9ca-4a92-aa40-7a59d711bfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:46.884388 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0a471f1a-b9ca-4a92-aa40-7a59d711bfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:46.905587 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-0a471f1a-b9ca-4a92-aa40-7a59d711bfaa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/08dc9620-ccf4-4266-8188-bec209cae380 HTTP/1.1" status: 204 len: 168 time: 0.5602610 Feb 03 11:38:47.180638 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc460377-798d-4d17-bc01-7d0c1067bcea req-ba43c265-5833-471a-80de-2e6e26d09306 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:47.189251 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fc460377-798d-4d17-bc01-7d0c1067bcea req-ba43c265-5833-471a-80de-2e6e26d09306 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 944 time: 0.8825047 Feb 03 11:38:47.265747 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c4b8631e-3f88-4798-b4b2-98dae5f830ed req-ebb870cb-aaf3-4488-8a5b-4a665d431125 service neutron] 10.222.0.122 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7768214 Feb 03 11:38:47.342525 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fc460377-798d-4d17-bc01-7d0c1067bcea req-2971963a-268b-47f9-85c8-c13bce142cb8 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501827 Feb 03 11:38:47.603565 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:47.617635 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] Transition to ACTIVE for port object e8c3ca08-44f8-4d7c-b440-893c59a6c232 will not be triggered until provisioned by entity L2. {{(pid=80078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:38:47.622474 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:47.646955 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:47.730724 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1c060-b3f5-4e5f-816b-aeef0a33440e None None] Pushing event updated for resources: {'Port': ['ID=e8c3ca08-44f8-4d7c-b440-893c59a6c232,revision_number=2']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:47.740837 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8af1c060-b3f5-4e5f-816b-aeef0a33440e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:47.965709 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] Attempting to bind port e8c3ca08-44f8-4d7c-b440-893c59a6c232 on host dv-cinder-773870-1-smb for vnic_type normal with profile {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:38:47.966143 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] Attempting to bind port e8c3ca08-44f8-4d7c-b440-893c59a6c232 by drivers openvswitch on host dv-cinder-773870-1-smb at level 0 using segments [{'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}] {{(pid=80078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:38:47.966551 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] Attempting to bind port e8c3ca08-44f8-4d7c-b440-893c59a6c232 on network 84b90693-2912-4173-9093-cf01ce7c5229 {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:38:47.972719 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a27970-f7dc-4e75-aed7-c3385c701600 req-83931f32-0681-4704-8fbb-9df7d88a981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:47.974313 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c6a27970-f7dc-4e75-aed7-c3385c701600 req-83931f32-0681-4704-8fbb-9df7d88a981c service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 1163 time: 0.9173028 Feb 03 11:38:47.985101 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] Checking agent: {'id': 'b6dd2257-dda6-4a38-988b-b53fb9f71768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'started_at': datetime.datetime(2021, 2, 3, 11, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:38:47.985532 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] Checking segment: {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:38:47.986152 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:47.986591 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] Bound using segment: {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'} {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:38:47.987116 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] Bound port: e8c3ca08-44f8-4d7c-b440-893c59a6c232, host: dv-cinder-773870-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}}] {{(pid=80078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:38:47.989733 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:48.040311 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c6a27970-f7dc-4e75-aed7-c3385c701600 req-0c8fd0da-32fd-4105-a2a7-1437b15bcd10 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523918 Feb 03 11:38:48.058999 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06279c-2274-4900-92f4-46b52e9be648 req-48ed68cf-662b-4112-9c9a-e440f3d75c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:48.060625 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-de06279c-2274-4900-92f4-46b52e9be648 req-48ed68cf-662b-4112-9c9a-e440f3d75c05 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=953a748f6bc446ae8f3731ee7dc5e19b&device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 1161 time: 0.7163107 Feb 03 11:38:48.162804 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee320d34-773d-4e92-8109-770e649eb588 req-453e16e7-6292-459d-8c58-aed8eefc521e tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:48.164715 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ee320d34-773d-4e92-8109-770e649eb588 req-453e16e7-6292-459d-8c58-aed8eefc521e tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.1953974 Feb 03 11:38:48.195372 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] For port e8c3ca08-44f8-4d7c-b440-893c59a6c232, host dv-cinder-773870-1-smb, cleared binding levels {{(pid=80078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:38:48.199821 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] For port e8c3ca08-44f8-4d7c-b440-893c59a6c232, host dv-cinder-773870-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=e8c3ca08-44f8-4d7c-b440-893c59a6c232,segment=NetworkSegment(ef679f0b-7c61-47c0-b704-b3d2fd0cd989),segment_id=ef679f0b-7c61-47c0-b704-b3d2fd0cd989)] {{(pid=80078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:38:48.203544 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:48.219946 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d58e4482-0860-407c-a64e-fa1218e287b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:48.297039 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:48.298676 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1c060-b3f5-4e5f-816b-aeef0a33440e None None] Pushing event updated for resources: {'Port': ['ID=e8c3ca08-44f8-4d7c-b440-893c59a6c232,revision_number=3']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:48.317480 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ee320d34-773d-4e92-8109-770e649eb588 req-9cda8496-0f89-489a-ad53-e83e9cec016b tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433220 Feb 03 11:38:48.358205 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8af1c060-b3f5-4e5f-816b-aeef0a33440e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:48.407592 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40578) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:48.502529 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] Routers {'97a9746c-6ee2-4008-9832-e68f1c924dd7'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:38:48.503396 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:38:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['97a9746c-6ee2-4008-9832-e68f1c924dd7'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:48.766922 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-91be441a-c270-43d6-8b60-59d2e21d8cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:48.791720 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-91be441a-c270-43d6-8b60-59d2e21d8cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:48.800336 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-91be441a-c270-43d6-8b60-59d2e21d8cdc admin admin] Usage tracker for resource:security_group_rule and tenant:aa6c75d69b3a43cbb953034a5c2dcd01 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:48.807588 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-91be441a-c270-43d6-8b60-59d2e21d8cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:48.872399 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Allocated IP 172.20.0.1 (f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d/49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba/78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:38:48.964991 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] Set router 97a9746c-6ee2-4008-9832-e68f1c924dd7 gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:38:48.993754 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dfb90-c8f8-4c1d-9430-7649cc3a3e72 req-530a522c-fb37-49c1-9d49-f84c8dab5965 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:49.012432 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c61dfb90-c8f8-4c1d-9430-7649cc3a3e72 req-530a522c-fb37-49c1-9d49-f84c8dab5965 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 944 time: 0.4047730 Feb 03 11:38:49.013500 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-91be441a-c270-43d6-8b60-59d2e21d8cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:49.057696 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40596) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:49.134860 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:49.136930 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c61dfb90-c8f8-4c1d-9430-7649cc3a3e72 req-6ac6d2a9-dcd6-4c8e-b99e-0dd1c3439666 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122677 Feb 03 11:38:49.145184 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40604) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:49.153298 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Transition to ACTIVE for port object 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8 will not be triggered until provisioned by entity DHCP. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:38:49.176245 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06279c-2274-4900-92f4-46b52e9be648 req-6f56048d-6e6d-426e-be20-783c0002a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:49.177730 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-de06279c-2274-4900-92f4-46b52e9be648 req-6f56048d-6e6d-426e-be20-783c0002a56f service neutron] 10.222.0.122 "GET /v2.0/networks?id=c0bd3986-74d0-444d-ac00-c45d05fcc4fc HTTP/1.1" status: 200 len: 905 time: 0.8545229 Feb 03 11:38:49.181185 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:49.223384 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-91be441a-c270-43d6-8b60-59d2e21d8cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:49.238561 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-91be441a-c270-43d6-8b60-59d2e21d8cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:49.248157 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0a471f1a-b9ca-4a92-aa40-7a59d711bfaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:49.279051 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be441a-c270-43d6-8b60-59d2e21d8cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88e801d-bee2-423c-b998-c4f1571a5bda,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:49.285535 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-91be441a-c270-43d6-8b60-59d2e21d8cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:49.307163 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-91be441a-c270-43d6-8b60-59d2e21d8cdc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=aa6c75d69b3a43cbb953034a5c2dcd01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8979259 Feb 03 11:38:49.310043 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40610) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:49.340096 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d0cd75eb-39f6-4644-87ec-d354dd37136f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:49.383752 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-365b4ea3-c8c5-47cb-8e6f-be621dbde383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:49.415861 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-365b4ea3-c8c5-47cb-8e6f-be621dbde383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:49.503315 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-365b4ea3-c8c5-47cb-8e6f-be621dbde383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:49.514795 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2122620946-network', 'tenant_id': '0a37b511f0ea44d4aa3e6ce774245607'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:38:49.518548 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f018d8c4-6523-4b6f-9445-2a97b8abc909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:49.536421 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b4ea3-c8c5-47cb-8e6f-be621dbde383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88e801d-bee2-423c-b998-c4f1571a5bda,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:49.538652 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-365b4ea3-c8c5-47cb-8e6f-be621dbde383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:49.539983 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-365b4ea3-c8c5-47cb-8e6f-be621dbde383 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e88e801d-bee2-423c-b998-c4f1571a5bda HTTP/1.1" status: 204 len: 168 time: 0.2280517 Feb 03 11:38:49.541524 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-365b4ea3-c8c5-47cb-8e6f-be621dbde383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:49.545458 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:49.560995 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bdfb8b3d-9071-458f-8277-2d0e20dbc562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:49.575622 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Pushing event updated for resources: {'Port': ['ID=78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:49.578906 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:49.581777 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-de06279c-2274-4900-92f4-46b52e9be648 req-47527d40-2441-4c82-ae7f-e09d5700d52d service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a139829-65e2-42c0-b1a5-070505943dac HTTP/1.1" status: 200 len: 217 time: 0.2427530 Feb 03 11:38:49.584626 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Usage tracker for resource:network and tenant:0a37b511f0ea44d4aa3e6ce774245607 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:49.589290 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:49.600011 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Network f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:38:49.602583 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:38:49.605024 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:38:49.638469 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:49.665820 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-bdfb8b3d-9071-458f-8277-2d0e20dbc562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:49.670233 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'name': 'tempest-TestShelveInstance-397611547-router', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:39Z', 'updated_at': '2021-02-03T11:38:43Z', 'revision_number': 3, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'gw_port': {'id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:41Z', 'updated_at': '2021-02-03T11:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:49.682030 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-bdfb8b3d-9071-458f-8277-2d0e20dbc562 admin admin] Usage tracker for resource:security_group_rule and tenant:b4bdc9c167b64eea92b23a39ffb0401b is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:49.684236 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2920366-e165-4401-8df4-a54c4ac6e123 None None] The sync data for ids ['97a9746c-6ee2-4008-9832-e68f1c924dd7'] in dv-cinder-773870-1-smb is: [{'id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'name': 'tempest-TestShelveInstance-397611547-router', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:39Z', 'updated_at': '2021-02-03T11:38:43Z', 'revision_number': 3, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'gw_port': {'id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:41Z', 'updated_at': '2021-02-03T11:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}] {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:38:49.699243 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-bdfb8b3d-9071-458f-8277-2d0e20dbc562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:49.710273 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-bdfb8b3d-9071-458f-8277-2d0e20dbc562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:49.741652 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Made reservation on behalf of 0a37b511f0ea44d4aa3e6ce774245607 for: {'network': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:38:49.762494 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for network, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:49.784404 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:49.810780 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:49.815061 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Usage tracker for resource:security_group_rule and tenant:0a37b511f0ea44d4aa3e6ce774245607 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:49.818610 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:49.824963 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:49.864178 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275467'] for router_interface, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:49.949254 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:49.954346 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:49.962368 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:49.977300 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06279c-2274-4900-92f4-46b52e9be648 req-c9beee64-402a-418f-a337-0a980fa3eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:49.979085 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-de06279c-2274-4900-92f4-46b52e9be648 req-c9beee64-402a-418f-a337-0a980fa3eae1 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e493ca3d-3267-4fb7-b03f-511cdcb76f36 HTTP/1.1" status: 200 len: 850 time: 0.3777745 Feb 03 11:38:49.994223 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-2a5b530b-8298-4c99-8b92-602222ca7b1e None None] Provisioning for port 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8 completed by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:38:50.001643 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-2a5b530b-8298-4c99-8b92-602222ca7b1e None None] Provisioning complete for port 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:50.001920 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2a5b530b-8298-4c99-8b92-602222ca7b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:50.012051 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 11:38:50.031238 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4b4ead-23ac-4bce-9e13-2c62af2d087b,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:50.038924 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:50.039949 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779700079970', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:50.040375 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Added segment 8ef8325f-c7b2-4100-8bc9-864b570a5c68 of type vxlan for network 7e73430d-1554-42f4-ad5f-613d6ba9a57b Feb 03 11:38:50.090971 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bdfb8b3d-9071-458f-8277-2d0e20dbc562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:50.095206 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779699605226'] for network, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:50.095360 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-2a5b530b-8298-4c99-8b92-602222ca7b1e None None] Port 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8 cannot update to ACTIVE because it is not bound. {{(pid=80077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 11:38:50.099691 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bdfb8b3d-9071-458f-8277-2d0e20dbc562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:50.109491 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61f3d0b2-b91b-476a-82be-44b9a8d456ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:50.118302 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728d7b7-eb3c-45d4-80e4-e9bf3820375e req-04831b90-ec04-4984-87b0-556a633c7360 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:50.120044 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1728d7b7-eb3c-45d4-80e4-e9bf3820375e req-04831b90-ec04-4984-87b0-556a633c7360 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.3792515 Feb 03 11:38:50.166026 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb8b3d-9071-458f-8277-2d0e20dbc562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af26de34-c8a7-49a4-9410-dcdbd37570e3,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:50.175904 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bdfb8b3d-9071-458f-8277-2d0e20dbc562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:50.189319 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-bdfb8b3d-9071-458f-8277-2d0e20dbc562 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b4bdc9c167b64eea92b23a39ffb0401b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0417097 Feb 03 11:38:50.190047 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40622) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:50.227205 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for network, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:50.252308 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:50.253067 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:50.284889 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:50.344257 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1d43efbb-18f1-4376-9867-65dc911243f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:50.346364 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:50.407056 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1728d7b7-eb3c-45d4-80e4-e9bf3820375e req-e3a774d4-23e8-4e48-8dc0-807d8eb50361 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049918 Feb 03 11:38:50.412013 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-548f4b7d-94ea-4102-9f71-f1027c20fcbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:50.445903 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-548f4b7d-94ea-4102-9f71-f1027c20fcbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:50.485052 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06279c-2274-4900-92f4-46b52e9be648 req-bc117af2-8815-4a42-90d4-e8bd2ee66437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:50.487100 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-de06279c-2274-4900-92f4-46b52e9be648 req-bc117af2-8815-4a42-90d4-e8bd2ee66437 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=c0bd3986-74d0-444d-ac00-c45d05fcc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4581013 Feb 03 11:38:50.494067 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4324594 Feb 03 11:38:50.502527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-548f4b7d-94ea-4102-9f71-f1027c20fcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:50.534402 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 40632) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:50.572067 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-548f4b7d-94ea-4102-9f71-f1027c20fcbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:50.573321 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-548f4b7d-94ea-4102-9f71-f1027c20fcbb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/af26de34-c8a7-49a4-9410-dcdbd37570e3 HTTP/1.1" status: 204 len: 168 time: 0.3811011 Feb 03 11:38:50.577901 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-1aebb152-7896-40f6-a8b6-8215be6f378d admin admin] Request body: {'subnet': {'network_id': '7e73430d-1554-42f4-ad5f-613d6ba9a57b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2122620946-subnet', 'tenant_id': '0a37b511f0ea44d4aa3e6ce774245607', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:38:50.594892 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Pushing event updated for resources: {'Network': ['ID=7e73430d-1554-42f4-ad5f-613d6ba9a57b,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:50.598554 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:50.599640 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bdfb8b3d-9071-458f-8277-2d0e20dbc562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:50.607426 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Network 7e73430d-1554-42f4-ad5f-613d6ba9a57b details requested by agent ovs-agent-dv-cinder-773870-1-smb with host dv-cinder-773870-1-smb {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:38:50.623008 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Network 7e73430d-1554-42f4-ad5f-613d6ba9a57b details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:38:50.623324 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f4b7d-94ea-4102-9f71-f1027c20fcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af26de34-c8a7-49a4-9410-dcdbd37570e3,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:50.627945 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-548f4b7d-94ea-4102-9f71-f1027c20fcbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:50.641646 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1aebb152-7896-40f6-a8b6-8215be6f378d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:50.806069 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f5a71-9311-483e-9a76-40c0b8c219e0 req-43cd2488-97c3-4c31-9ebe-f2903f440e3c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:50.807801 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f00f5a71-9311-483e-9a76-40c0b8c219e0 req-43cd2488-97c3-4c31-9ebe-f2903f440e3c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 944 time: 0.4547796 Feb 03 11:38:50.858317 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1aebb152-7896-40f6-a8b6-8215be6f378d admin admin] Usage tracker for resource:subnet and tenant:0a37b511f0ea44d4aa3e6ce774245607 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:50.868320 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1aebb152-7896-40f6-a8b6-8215be6f378d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:50.955295 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1aebb152-7896-40f6-a8b6-8215be6f378d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:51.020555 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aebb152-7896-40f6-a8b6-8215be6f378d admin admin] Made reservation on behalf of 0a37b511f0ea44d4aa3e6ce774245607 for: {'subnet': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:38:51.027979 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1aebb152-7896-40f6-a8b6-8215be6f378d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852444072'] for subnet, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:51.124730 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f00f5a71-9311-483e-9a76-40c0b8c219e0 req-af549b9d-bc00-4e8a-91bb-f052835113c5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097467 Feb 03 11:38:51.175668 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-de06279c-2274-4900-92f4-46b52e9be648 req-bba5ee59-616d-4a77-9add-df48f6d94341 service neutron] 10.222.0.122 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6424735 Feb 03 11:38:51.643724 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:51.654651 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:51.703115 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:51.769144 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-de06279c-2274-4900-92f4-46b52e9be648 req-3857269a-7f90-4478-a6b2-f3dead61bbac service neutron] 10.222.0.122 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5779090 Feb 03 11:38:51.855357 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854270421'] for router_interface, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:51.886248 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Pushing event updated for resources: {'Port': ['ID=78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:51.937067 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:52.070284 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e5d2c-ee62-4441-a6a2-438e99cf65d6 req-9c4cf276-d45e-4ce5-91ba-47b09142cae7 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:52.071579 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-848e5d2c-ee62-4441-a6a2-438e99cf65d6 req-9c4cf276-d45e-4ce5-91ba-47b09142cae7 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.5213363 Feb 03 11:38:52.133798 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device e8c3ca08-44f8-4d7c-b440-893c59a6c232 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:38:52.209832 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-848e5d2c-ee62-4441-a6a2-438e99cf65d6 req-d5d7105f-7716-4b64-997e-95e993c66e3a tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253326 Feb 03 11:38:52.282083 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Network f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:38:52.284669 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:38:52.313756 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning for port e8c3ca08-44f8-4d7c-b440-893c59a6c232 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:38:52.320062 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port e8c3ca08-44f8-4d7c-b440-893c59a6c232 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:52.320989 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:52.592645 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:52.636992 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] For port e8c3ca08-44f8-4d7c-b440-893c59a6c232, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=e8c3ca08-44f8-4d7c-b440-893c59a6c232,segment=NetworkSegment(ef679f0b-7c61-47c0-b704-b3d2fd0cd989),segment_id=ef679f0b-7c61-47c0-b704-b3d2fd0cd989)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:38:52.642835 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:52.648544 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a1b03f0f-4304-4e93-86e2-b60a890c0ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:52.668443 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51afbd-f0b5-4209-bd30-e68477ad5bae req-d61b2042-ef2c-463f-9474-58dd1fdc13ed tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:52.676578 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9d51afbd-f0b5-4209-bd30-e68477ad5bae req-d61b2042-ef2c-463f-9474-58dd1fdc13ed tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 944 time: 0.3031914 Feb 03 11:38:52.707437 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2fb8e139-7481-449a-9bd8-519445ae4c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:52.736177 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40684) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:52.760541 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Pushing event updated for resources: {'Port': ['ID=e8c3ca08-44f8-4d7c-b440-893c59a6c232,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:52.769874 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9d51afbd-f0b5-4209-bd30-e68477ad5bae req-03215fa7-7a2a-4f59-b409-aaf0a0af6366 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917928 Feb 03 11:38:52.771252 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:52.783054 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-67f576c1-d29a-4d2f-ae86-5393f4605d74 None None] Provisioning complete for port 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:52.783921 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-67f576c1-d29a-4d2f-ae86-5393f4605d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:52.847947 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Router 97a9746c-6ee2-4008-9832-e68f1c924dd7 has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:38:52.881066 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-67f576c1-d29a-4d2f-ae86-5393f4605d74 None None] Port 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8 cannot update to ACTIVE because it is not bound. {{(pid=80077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 11:38:53.035696 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-239c056c-7f04-409f-b4a9-bea302fcbf60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:53.039463 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba94c7c-9965-4076-94a9-ebcf3560f6ec req-a9029532-4787-400e-ab1b-f592706ba644 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:53.041206 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6ba94c7c-9965-4076-94a9-ebcf3560f6ec req-a9029532-4787-400e-ab1b-f592706ba644 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.6251922 Feb 03 11:38:53.056239 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-239c056c-7f04-409f-b4a9-bea302fcbf60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:53.060618 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-239c056c-7f04-409f-b4a9-bea302fcbf60 admin admin] Usage tracker for resource:security_group_rule and tenant:dc203f0fac204c4e835aa64378153715 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:53.063691 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-239c056c-7f04-409f-b4a9-bea302fcbf60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:53.070200 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-239c056c-7f04-409f-b4a9-bea302fcbf60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:53.145018 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:53.180584 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-239c056c-7f04-409f-b4a9-bea302fcbf60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:53.183532 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-239c056c-7f04-409f-b4a9-bea302fcbf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:53.190610 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6ba94c7c-9965-4076-94a9-ebcf3560f6ec req-a979a5cf-85c6-4632-8816-fdf822850be7 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962379 Feb 03 11:38:53.193488 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d3f8b596-7dc2-4380-a954-d142509c289e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:53.237876 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-239c056c-7f04-409f-b4a9-bea302fcbf60 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dc203f0fac204c4e835aa64378153715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4626272 Feb 03 11:38:53.238455 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40698) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:53.242615 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c056c-7f04-409f-b4a9-bea302fcbf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e205f9-643e-473f-a153-06dd410aa3d0,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:53.254185 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1aebb152-7896-40f6-a8b6-8215be6f378d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851665746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852444053'] for subnet, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:53.268337 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-239c056c-7f04-409f-b4a9-bea302fcbf60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:53.275094 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-86008ce9-f3a8-48df-8649-d345f4ce009d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:53.306602 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1a371423-e135-401a-bb11-79b7897ccabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:53.310042 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 1a139829-65e2-42c0-b1a5-070505943dac up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:38:53.335772 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1a371423-e135-401a-bb11-79b7897ccabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:53.393517 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1a371423-e135-401a-bb11-79b7897ccabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:53.400574 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-233b8730-0d11-4d5f-bd8c-18a39d36dffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:53.411938 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning for port 1a139829-65e2-42c0-b1a5-070505943dac completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:38:53.416968 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:38:53.418334 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 1a139829-65e2-42c0-b1a5-070505943dac triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:53.418927 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:53.427513 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebb152-7896-40f6-a8b6-8215be6f378d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9ab500b-2c9c-4bec-a7ae-5ac7c93bd4d9,revision_number=0']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:53.435383 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1aebb152-7896-40f6-a8b6-8215be6f378d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:53.443348 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a371423-e135-401a-bb11-79b7897ccabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e205f9-643e-473f-a153-06dd410aa3d0,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:53.454742 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1a371423-e135-401a-bb11-79b7897ccabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:53.456267 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1a371423-e135-401a-bb11-79b7897ccabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:53.457676 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-1a371423-e135-401a-bb11-79b7897ccabd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d7e205f9-643e-473f-a153-06dd410aa3d0 HTTP/1.1" status: 204 len: 168 time: 0.2183044 Feb 03 11:38:53.484598 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] 10.222.0.68 "PUT /v2.0/routers/97a9746c-6ee2-4008-9832-e68f1c924dd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6038740 Feb 03 11:38:53.486313 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] Sync routers for ids ['97a9746c-6ee2-4008-9832-e68f1c924dd7'] in dv-cinder-773870-1-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:38:53.538832 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aebb152-7896-40f6-a8b6-8215be6f378d admin admin] Checking segment: {'id': '8ef8325f-c7b2-4100-8bc9-864b570a5c68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7e73430d-1554-42f4-ad5f-613d6ba9a57b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:38:53.539227 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aebb152-7896-40f6-a8b6-8215be6f378d admin admin] Network hostable DHCP agents. Network: 7e73430d-1554-42f4-ad5f-613d6ba9a57b, hostable agents: ['e281720a-8ae7-4081-88fc-d5a7fa1f3c44'], hosted agents: [] {{(pid=80076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 11:38:53.545238 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] Routers {'97a9746c-6ee2-4008-9832-e68f1c924dd7'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:38:53.546173 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:38:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['97a9746c-6ee2-4008-9832-e68f1c924dd7'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:53.564680 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aebb152-7896-40f6-a8b6-8215be6f378d admin admin] Network 7e73430d-1554-42f4-ad5f-613d6ba9a57b is scheduled to be hosted by DHCP agent e281720a-8ae7-4081-88fc-d5a7fa1f3c44 with binding_index 1 {{(pid=80076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 11:38:53.576512 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-1aebb152-7896-40f6-a8b6-8215be6f378d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-1-smb, 7e73430d-1554-42f4-ad5f-613d6ba9a57b) {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:38:53.591231 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aebb152-7896-40f6-a8b6-8215be6f378d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:53.592077 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1aebb152-7896-40f6-a8b6-8215be6f378d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:53.636322 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-1aebb152-7896-40f6-a8b6-8215be6f378d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.1005032 Feb 03 11:38:53.968422 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de95aee0-88c2-483e-b182-57f62d72c765 None None] Network 7e73430d-1554-42f4-ad5f-613d6ba9a57b requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:38:54.035368 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40724) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:54.070287 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f4b93de0-73ae-4cf0-b5dd-aa358265ddbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:54.102304 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-f4b93de0-73ae-4cf0-b5dd-aa358265ddbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:54.107009 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f4b93de0-73ae-4cf0-b5dd-aa358265ddbc admin admin] Usage tracker for resource:security_group_rule and tenant:c5da700b8b9d48a4b96ec99a8048a705 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:54.120300 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f4b93de0-73ae-4cf0-b5dd-aa358265ddbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:54.135370 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-f4b93de0-73ae-4cf0-b5dd-aa358265ddbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:54.196129 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device e8c3ca08-44f8-4d7c-b440-893c59a6c232 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:38:54.230379 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7417433-49f7-4553-9cb5-bc713a383f7c req-440db9a7-2656-4f85-86f2-41ae782005fb tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:54.238638 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d7417433-49f7-4553-9cb5-bc713a383f7c req-440db9a7-2656-4f85-86f2-41ae782005fb tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 944 time: 0.2979879 Feb 03 11:38:54.265848 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f4b93de0-73ae-4cf0-b5dd-aa358265ddbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:54.270038 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f4b93de0-73ae-4cf0-b5dd-aa358265ddbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:54.281783 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-548f4b7d-94ea-4102-9f71-f1027c20fcbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:54.349765 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-f4b93de0-73ae-4cf0-b5dd-aa358265ddbc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c5da700b8b9d48a4b96ec99a8048a705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103728 Feb 03 11:38:54.349765 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b93de0-73ae-4cf0-b5dd-aa358265ddbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db553218-007b-4d61-ac9f-a21271caf92b,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:54.351226 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:54.364380 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f4b93de0-73ae-4cf0-b5dd-aa358265ddbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:54.365677 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40736) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:54.408067 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d7417433-49f7-4553-9cb5-bc713a383f7c req-c3d0e754-c4bc-42b1-ba64-fcb3af4f5507 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649277 Feb 03 11:38:54.465121 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-870a268a-ad26-44a9-818f-e737a04c370b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:54.535443 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-870a268a-ad26-44a9-818f-e737a04c370b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:54.549954 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] Set router 97a9746c-6ee2-4008-9832-e68f1c924dd7 gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:38:54.630234 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-870a268a-ad26-44a9-818f-e737a04c370b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:54.650467 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-533378f5-4c6c-4295-b363-00a833c3fd79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:54.667467 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a268a-ad26-44a9-818f-e737a04c370b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db553218-007b-4d61-ac9f-a21271caf92b,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:54.670184 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-870a268a-ad26-44a9-818f-e737a04c370b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:54.671511 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-870a268a-ad26-44a9-818f-e737a04c370b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:54.672749 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-870a268a-ad26-44a9-818f-e737a04c370b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/db553218-007b-4d61-ac9f-a21271caf92b HTTP/1.1" status: 204 len: 168 time: 0.3059950 Feb 03 11:38:54.997506 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:55.063470 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port e8c3ca08-44f8-4d7c-b440-893c59a6c232 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:55.064121 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:55.138155 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:55.161252 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116479ad-ce8c-43af-8b27-40a50ee61071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a139829-65e2-42c0-b1a5-070505943dac'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:38:55.198968 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port 1a139829-65e2-42c0-b1a5-070505943dac, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=1a139829-65e2-42c0-b1a5-070505943dac,segment=NetworkSegment(a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6),segment_id=a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:38:55.215281 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:55.219761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:55.319507 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116479ad-ce8c-43af-8b27-40a50ee61071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a139829-65e2-42c0-b1a5-070505943dac', 'code': 200} Feb 03 11:38:55.449807 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ec7588-5798-4e4c-86ce-e23d9c8cdd1d None None] Network 7e73430d-1554-42f4-ad5f-613d6ba9a57b requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:38:55.667476 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40786) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:55.675873 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1158049969-network', 'tenant_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:38:55.687658 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:55.693322 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Usage tracker for resource:network and tenant:515ea1ddb1fd48b2b98fc35bb9d71b1e is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:55.697341 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:55.705892 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:55.708596 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=1a139829-65e2-42c0-b1a5-070505943dac,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:55.712934 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:55.721701 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Made reservation on behalf of 515ea1ddb1fd48b2b98fc35bb9d71b1e for: {'network': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:38:55.727643 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for network, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:55.750524 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'name': 'tempest-TestShelveInstance-397611547-router', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:39Z', 'updated_at': '2021-02-03T11:38:50Z', 'revision_number': 4, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'gw_port': {'id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:41Z', 'updated_at': '2021-02-03T11:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8', 'name': '', 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'mac_address': 'fa:16:3e:b5:f2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:48Z', 'updated_at': '2021-02-03T11:38:50Z', 'revision_number': 2, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'subnets': [{'id': '49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:55.760022 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] Checking router: 97a9746c-6ee2-4008-9832-e68f1c924dd7 for host: dv-cinder-773870-1-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:38:55.760432 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] Updating router 97a9746c-6ee2-4008-9832-e68f1c924dd7 port 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8 binding host dv-cinder-773870-1-smb {{(pid=80077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 11:38:55.762239 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:55.784045 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:55.802615 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Usage tracker for resource:security_group_rule and tenant:515ea1ddb1fd48b2b98fc35bb9d71b1e is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:55.807231 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:55.824720 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:55.882133 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:55.980047 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:55.989435 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:56.026731 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 11:38:56.051087 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779700079970', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:56.051582 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Added segment 400f8d3c-a0ef-490e-a8b4-73413c508ec5 of type vxlan for network e55649ee-7747-48e9-8ead-a10cce200367 Feb 03 11:38:56.068905 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e785b82a-a975-424b-99b6-4569f6492e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:56.208712 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad952a3-33a1-4471-a0dc-aa05b7cc66bc,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:56.245990 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:56.285963 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779699605226'] for network, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:56.307835 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93719315-23fc-4dbc-87c5-110b5b8fd4e4 req-88fb225e-ef29-4a3b-b530-867b5c8dfabc tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:56.315887 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-93719315-23fc-4dbc-87c5-110b5b8fd4e4 req-88fb225e-ef29-4a3b-b530-867b5c8dfabc tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.6903517 Feb 03 11:38:56.325049 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ec13c-ffd1-4c7b-9301-286cc80cfc0b req-86180207-0dee-448a-a8e5-1885d8710288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:56.325216 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for network, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:56.326840 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-799ec13c-ffd1-4c7b-9301-286cc80cfc0b req-86180207-0dee-448a-a8e5-1885d8710288 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 1163 time: 0.6532910 Feb 03 11:38:56.327523 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:56.328168 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:56.350024 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522caab-3c64-4848-a1ab-764f90cddc71 req-6881d1f9-2fa1-4bea-bb4b-9aaa49427db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:56.351654 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7522caab-3c64-4848-a1ab-764f90cddc71 req-6881d1f9-2fa1-4bea-bb4b-9aaa49427db1 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=56aa07d6046f423a9737e95d751bc566&device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 1162 time: 0.2732711 Feb 03 11:38:56.353005 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8740fec5-de42-4423-acd8-43f34ba16349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:56.483537 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069aed82-b203-49c2-b65f-b0bf1c59b23a req-ff4cd2e3-682f-4650-b978-c2b7c5b266cd tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:56.492434 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-069aed82-b203-49c2-b65f-b0bf1c59b23a req-ff4cd2e3-682f-4650-b978-c2b7c5b266cd tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.3689365 Feb 03 11:38:56.539657 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522caab-3c64-4848-a1ab-764f90cddc71 req-9c548431-ca5a-4986-a6d0-18c0eb324ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:56.541361 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7522caab-3c64-4848-a1ab-764f90cddc71 req-9c548431-ca5a-4986-a6d0-18c0eb324ca3 service neutron] 10.222.0.122 "GET /v2.0/networks?id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c HTTP/1.1" status: 200 len: 912 time: 0.1541166 Feb 03 11:38:56.686460 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Pushing event updated for resources: {'Network': ['ID=e55649ee-7747-48e9-8ead-a10cce200367,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:56.694868 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0256515 Feb 03 11:38:56.698055 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:56.698582 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40808) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:56.708073 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-8498c725-8d2f-465c-a0b6-b76859007bbd admin admin] Request body: {'subnet': {'network_id': 'e55649ee-7747-48e9-8ead-a10cce200367', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1158049969-subnet', 'tenant_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'ip_version': 4}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:38:56.749806 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:56.750540 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-069aed82-b203-49c2-b65f-b0bf1c59b23a req-6ee34954-b4c3-47bc-a482-5c24df0925a8 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570376 Feb 03 11:38:56.752476 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8498c725-8d2f-465c-a0b6-b76859007bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:56.761963 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8498c725-8d2f-465c-a0b6-b76859007bbd admin admin] Usage tracker for resource:subnet and tenant:515ea1ddb1fd48b2b98fc35bb9d71b1e is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:56.764434 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] Transition to ACTIVE for port object 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:38:56.768138 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-8498c725-8d2f-465c-a0b6-b76859007bbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:56.772500 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Network e55649ee-7747-48e9-8ead-a10cce200367 details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:38:56.779527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-8498c725-8d2f-465c-a0b6-b76859007bbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:56.790737 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Network e55649ee-7747-48e9-8ead-a10cce200367 details requested by agent ovs-agent-dv-cinder-773870-1-smb with host dv-cinder-773870-1-smb {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:38:56.799695 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8498c725-8d2f-465c-a0b6-b76859007bbd admin admin] Made reservation on behalf of 515ea1ddb1fd48b2b98fc35bb9d71b1e for: {'subnet': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:38:56.805897 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7522caab-3c64-4848-a1ab-764f90cddc71 req-7ab90324-ad77-40b1-895d-c8b041ed3ccf service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e03523e-c54c-4e8b-8159-8e757c25925a HTTP/1.1" status: 200 len: 217 time: 0.2514780 Feb 03 11:38:56.817537 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8498c725-8d2f-465c-a0b6-b76859007bbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:56.819438 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:56.874864 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:56.875695 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-93719315-23fc-4dbc-87c5-110b5b8fd4e4 req-539529ec-2935-44b6-a5bd-72b623723bac tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5587065 Feb 03 11:38:57.001273 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522caab-3c64-4848-a1ab-764f90cddc71 req-f9353d20-c357-47c0-8e64-965295b829bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:57.003595 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7522caab-3c64-4848-a1ab-764f90cddc71 req-f9353d20-c357-47c0-8e64-965295b829bd service neutron] 10.222.0.122 "GET /v2.0/subnets?id=97b65fc5-b24e-456c-92d2-94fdf77fc327 HTTP/1.1" status: 200 len: 858 time: 0.1218140 Feb 03 11:38:57.017104 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-799ec13c-ffd1-4c7b-9301-286cc80cfc0b req-3b3c83c6-83a0-4b74-b364-646542cb6142 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6625695 Feb 03 11:38:57.185380 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7522caab-3c64-4848-a1ab-764f90cddc71 req-3b46be16-b3a1-4993-a8f7-e8364712c935 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1729794 Feb 03 11:38:57.336926 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c35c49-3ab8-4aa3-a3d2-d16e4a95a2d1 None None] Pushing event updated for resources: {'Port': ['ID=78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:57.342992 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c5c35c49-3ab8-4aa3-a3d2-d16e4a95a2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:57.382951 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 1a139829-65e2-42c0-b1a5-070505943dac up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:38:57.493845 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8498c725-8d2f-465c-a0b6-b76859007bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for subnet, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:57.513016 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0338c2f5-1257-4160-81da-a1387b27f642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:57.567116 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7522caab-3c64-4848-a1ab-764f90cddc71 req-7e0da3c0-5c1a-4143-9888-ecfe1b8052b3 service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791026 Feb 03 11:38:57.599019 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] Attempting to bind port 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8 on host dv-cinder-773870-1-smb for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:38:57.599461 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] Attempting to bind port 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8 by drivers openvswitch on host dv-cinder-773870-1-smb at level 0 using segments [{'id': '4b66aae6-b4d3-4dfd-be99-b71f998e0d6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:38:57.599868 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] Attempting to bind port 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8 on network f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:38:57.613399 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] Checking agent: {'id': 'b6dd2257-dda6-4a38-988b-b53fb9f71768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'started_at': datetime.datetime(2021, 2, 3, 11, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:38:57.613779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] Checking segment: {'id': '4b66aae6-b4d3-4dfd-be99-b71f998e0d6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:38:57.614613 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:57.614613 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] Bound using segment: {'id': '4b66aae6-b4d3-4dfd-be99-b71f998e0d6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:38:57.616000 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] Bound port: 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8, host: dv-cinder-773870-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b66aae6-b4d3-4dfd-be99-b71f998e0d6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:38:57.616000 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:57.696628 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498c725-8d2f-465c-a0b6-b76859007bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=650960af-bce9-4315-ac15-b3c6d26af1ba,revision_number=0']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:57.706261 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8498c725-8d2f-465c-a0b6-b76859007bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:57.763000 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] For port 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8, host dv-cinder-773870-1-smb, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:38:57.766706 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] For port 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8, host dv-cinder-773870-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8,segment=NetworkSegment(4b66aae6-b4d3-4dfd-be99-b71f998e0d6c),segment_id=4b66aae6-b4d3-4dfd-be99-b71f998e0d6c)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:38:57.777272 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:57.784253 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8498c725-8d2f-465c-a0b6-b76859007bbd admin admin] Checking segment: {'id': '400f8d3c-a0ef-490e-a8b4-73413c508ec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e55649ee-7747-48e9-8ead-a10cce200367'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:38:57.784641 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8498c725-8d2f-465c-a0b6-b76859007bbd admin admin] Network hostable DHCP agents. Network: e55649ee-7747-48e9-8ead-a10cce200367, hostable agents: ['e281720a-8ae7-4081-88fc-d5a7fa1f3c44'], hosted agents: [] {{(pid=80075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 11:38:57.810647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8498c725-8d2f-465c-a0b6-b76859007bbd admin admin] Network e55649ee-7747-48e9-8ead-a10cce200367 is scheduled to be hosted by DHCP agent e281720a-8ae7-4081-88fc-d5a7fa1f3c44 with binding_index 1 {{(pid=80075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 11:38:57.821403 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7522caab-3c64-4848-a1ab-764f90cddc71 req-a63c00d4-4c27-49f9-85ca-6894ccfea03c service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2218122 Feb 03 11:38:57.823006 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-8498c725-8d2f-465c-a0b6-b76859007bbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-1-smb, e55649ee-7747-48e9-8ead-a10cce200367) {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:38:57.829419 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8498c725-8d2f-465c-a0b6-b76859007bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:57.830059 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8498c725-8d2f-465c-a0b6-b76859007bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:57.896134 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-8498c725-8d2f-465c-a0b6-b76859007bbd admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1952863 Feb 03 11:38:57.897591 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40846) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:38:57.918028 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1158049969-router', 'tenant_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:38:57.924088 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:38:57.938499 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Usage tracker for resource:router and tenant:515ea1ddb1fd48b2b98fc35bb9d71b1e is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:38:57.943313 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:38:57.946063 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:38:57.952478 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:38:57.965427 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854272894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774794'] for router, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:57.966974 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854356710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1007'] for router, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:58.022996 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a01c348-9f0c-457f-b096-78a24328a8c3 None None] Network e55649ee-7747-48e9-8ead-a10cce200367 requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:38:58.062676 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:58.106751 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c35c49-3ab8-4aa3-a3d2-d16e4a95a2d1 None None] Pushing event updated for resources: {'Port': ['ID=78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:38:58.124775 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-2a653a46-e3b4-4811-9340-22920b103117 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:58.129301 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c5c35c49-3ab8-4aa3-a3d2-d16e4a95a2d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:38:58.134336 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-2a653a46-e3b4-4811-9340-22920b103117 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/networks?id=7e73430d-1554-42f4-ad5f-613d6ba9a57b HTTP/1.1" status: 200 len: 809 time: 0.5657005 Feb 03 11:38:58.169888 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 1a139829-65e2-42c0-b1a5-070505943dac triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:38:58.170451 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:58.178086 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb365633-e0d1-4b0d-a81a-57b75d6bd982 req-a81a9592-52f9-45b4-a2a4-7063adfc318a tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:58.180391 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-bb365633-e0d1-4b0d-a81a-57b75d6bd982 req-a81a9592-52f9-45b4-a2a4-7063adfc318a tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.2177815 Feb 03 11:38:58.191751 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-066d8d6c-19fa-4f97-ad70-843fab83ffef tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/quotas/0a37b511f0ea44d4aa3e6ce774245607 HTTP/1.1" status: 200 len: 375 time: 0.0561194 Feb 03 11:38:58.266159 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-02a61f0d-b0b3-4003-a102-42c1a9400d98 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0a37b511f0ea44d4aa3e6ce774245607&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607107 Feb 03 11:38:58.335840 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-bb365633-e0d1-4b0d-a81a-57b75d6bd982 req-6f4d7e05-3f8b-4d9f-8005-ed039b4d1bd0 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418645 Feb 03 11:38:58.418482 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75301ab-4c1c-4b3f-bd59-e7fa707ec29c req-8b044b93-1708-4523-a383-24ade7b2b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:58.420297 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a75301ab-4c1c-4b3f-bd59-e7fa707ec29c req-8b044b93-1708-4523-a383-24ade7b2b492 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=56aa07d6046f423a9737e95d751bc566&device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 1162 time: 0.2825711 Feb 03 11:38:58.464281 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-2a21c3b6-90be-4d7b-a4a2-6d0f9d543fd9 service neutron] 10.222.0.68 "GET /v2.0/networks/7e73430d-1554-42f4-ad5f-613d6ba9a57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866784 Feb 03 11:38:58.680474 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854272771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-988'] for router, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:58.738175 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:58.830877 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75301ab-4c1c-4b3f-bd59-e7fa707ec29c req-14df4217-20d2-4140-9148-0f5665180304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:58.832610 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a75301ab-4c1c-4b3f-bd59-e7fa707ec29c req-14df4217-20d2-4140-9148-0f5665180304 service neutron] 10.222.0.122 "GET /v2.0/networks?id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c HTTP/1.1" status: 200 len: 912 time: 0.3173809 Feb 03 11:38:58.960833 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] Routers {'97a9746c-6ee2-4008-9832-e68f1c924dd7'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:38:58.961543 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:38:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['97a9746c-6ee2-4008-9832-e68f1c924dd7'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:38:59.025581 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c5381-ab30-47fd-9cc0-8b1109635374 req-08c49ddc-0afd-4304-8358-b03aaa4d8249 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:59.033451 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-519c5381-ab30-47fd-9cc0-8b1109635374 req-08c49ddc-0afd-4304-8358-b03aaa4d8249 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.3450997 Feb 03 11:38:59.097926 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-808f074b-7fde-410e-b722-ececdca3b0f7 service neutron] 10.222.0.68 "GET /v2.0/networks/7e73430d-1554-42f4-ad5f-613d6ba9a57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6272471 Feb 03 11:38:59.108217 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a75301ab-4c1c-4b3f-bd59-e7fa707ec29c req-86bd0704-7c13-4aa5-b00a-6d748366461b service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e03523e-c54c-4e8b-8159-8e757c25925a HTTP/1.1" status: 200 len: 217 time: 0.1797328 Feb 03 11:38:59.170089 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-519c5381-ab30-47fd-9cc0-8b1109635374 req-0d9462bc-8bef-459e-9f10-44dea8ac91db tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356435 Feb 03 11:38:59.267941 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75301ab-4c1c-4b3f-bd59-e7fa707ec29c req-e014b82c-c041-4e39-84e9-6eb303392c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:38:59.269589 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a75301ab-4c1c-4b3f-bd59-e7fa707ec29c req-e014b82c-c041-4e39-84e9-6eb303392c45 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=97b65fc5-b24e-456c-92d2-94fdf77fc327 HTTP/1.1" status: 200 len: 858 time: 0.1548889 Feb 03 11:38:59.319980 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba32f814-d890-5f28-b06b-58f4fe6bb13a-e55649ee-7747-48e9-8ead-a10cce200367', 'network_id': 'e55649ee-7747-48e9-8ead-a10cce200367', 'tenant_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'fixed_ips': [{'subnet_id': '650960af-bce9-4315-ac15-b3c6d26af1ba'}]}} from dv-cinder-773870-1-smb. {{(pid=80077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 03 11:38:59.321088 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:38:59.449244 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a75301ab-4c1c-4b3f-bd59-e7fa707ec29c req-853e42de-b6a9-4a1f-80d7-8bcc8bc86b3e service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1696010 Feb 03 11:38:59.697701 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a75301ab-4c1c-4b3f-bd59-e7fa707ec29c req-f9fc3244-adc9-449c-a678-ccd33ea9b74f service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405715 Feb 03 11:38:59.711633 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a423011b-d14d-48e1-aabc-c49ad8876cf9 req-8b41712a-2d1f-4cf3-9dbf-76e706f9df55 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a HTTP/1.1" status: 200 len: 210 time: 0.2189004 Feb 03 11:38:59.915884 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] Set router 97a9746c-6ee2-4008-9832-e68f1c924dd7 gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:38:59.974085 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a75301ab-4c1c-4b3f-bd59-e7fa707ec29c req-0dd76898-f6b1-4760-a14d-c9a861332d03 service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2612720 Feb 03 11:39:00.121981 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:00.313365 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Allocated IP 172.20.0.2 (e55649ee-7747-48e9-8ead-a10cce200367/650960af-bce9-4315-ac15-b3c6d26af1ba/3df4fec1-fa24-430f-89c7-9b03d7334331) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:39:00.372280 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864eb7d-9d66-409a-855c-7050f7afa769 req-1bf3da1f-c61f-4710-b3ef-60a856aa9782 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:00.388068 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f864eb7d-9d66-409a-855c-7050f7afa769 req-1bf3da1f-c61f-4710-b3ef-60a856aa9782 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.4552510 Feb 03 11:39:00.390706 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:00.661318 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'name': 'tempest-TestShelveInstance-397611547-router', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:39Z', 'updated_at': '2021-02-03T11:38:50Z', 'revision_number': 4, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'gw_port': {'id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:41Z', 'updated_at': '2021-02-03T11:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8', 'name': '', 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'mac_address': 'fa:16:3e:b5:f2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:48Z', 'updated_at': '2021-02-03T11:38:57Z', 'revision_number': 4, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'subnets': [{'id': '49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:39:00.681053 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1df6397-e4b6-421c-ba4f-9985c21104eb None None] The sync data for ids ['97a9746c-6ee2-4008-9832-e68f1c924dd7'] in dv-cinder-773870-1-smb is: [{'id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'name': 'tempest-TestShelveInstance-397611547-router', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:39Z', 'updated_at': '2021-02-03T11:38:50Z', 'revision_number': 4, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'gw_port': {'id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:41Z', 'updated_at': '2021-02-03T11:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8', 'name': '', 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'mac_address': 'fa:16:3e:b5:f2:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:48Z', 'updated_at': '2021-02-03T11:38:57Z', 'revision_number': 4, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'subnets': [{'id': '49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:39:00.819500 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d6c70-5a4e-4601-9a1f-9ce6839174a3 req-4b40a620-ec6e-4342-bb45-7eafd81a5399 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:00.821458 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-dd4d6c70-5a4e-4601-9a1f-9ce6839174a3 req-4b40a620-ec6e-4342-bb45-7eafd81a5399 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.3840489 Feb 03 11:39:00.838883 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Allocated IP 172.28.2.245 (84b90693-2912-4173-9093-cf01ce7c5229/b0f1584a-346a-4aca-be96-02ba0d663828/00461551-b7c7-462b-9c09-c03c16ef880a) {{(pid=80075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:39:00.875881 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:00.902221 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Transition to ACTIVE for port object 3df4fec1-fa24-430f-89c7-9b03d7334331 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:39:00.944530 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Transition to ACTIVE for port object 3df4fec1-fa24-430f-89c7-9b03d7334331 will not be triggered until provisioned by entity DHCP. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:39:00.959542 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:00.962256 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-dd4d6c70-5a4e-4601-9a1f-9ce6839174a3 req-8d468129-2853-4c7d-b594-3f426d420f98 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313336 Feb 03 11:39:01.035821 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:01.138231 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f864eb7d-9d66-409a-855c-7050f7afa769 req-77e3127f-c7d9-449c-bd89-a78f2e652c22 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7489281 Feb 03 11:39:01.148865 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:01.235495 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:01.456296 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40946) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:39:01.457487 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:01.515943 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Pushing event updated for resources: {'Port': ['ID=3df4fec1-fa24-430f-89c7-9b03d7334331,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:01.526181 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:01.564589 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Pushing event updated for resources: {'Port': ['ID=00461551-b7c7-462b-9c09-c03c16ef880a,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:01.643461 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Network e55649ee-7747-48e9-8ead-a10cce200367 is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:39:01.644828 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:39:01.665735 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:39:01.665885 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:01.705835 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Network 84b90693-2912-4173-9093-cf01ce7c5229 is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:39:01.709280 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:39:01.718526 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-40ab7cef-e227-4599-ad02-26ccbba2dbd8 req-4df29423-b85c-4904-85af-a91af7e20fc7 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a HTTP/1.1" status: 200 len: 210 time: 0.2631381 Feb 03 11:39:01.723712 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Received port after_create {{(pid=80075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:39:01.847555 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Attempting to bind port 3df4fec1-fa24-430f-89c7-9b03d7334331 on host dv-cinder-773870-1-smb for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:39:01.851311 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Attempting to bind port 3df4fec1-fa24-430f-89c7-9b03d7334331 by drivers openvswitch on host dv-cinder-773870-1-smb at level 0 using segments [{'id': '400f8d3c-a0ef-490e-a8b4-73413c508ec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e55649ee-7747-48e9-8ead-a10cce200367'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:39:01.851909 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Attempting to bind port 3df4fec1-fa24-430f-89c7-9b03d7334331 on network e55649ee-7747-48e9-8ead-a10cce200367 {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:39:01.865134 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Checking agent: {'id': 'b6dd2257-dda6-4a38-988b-b53fb9f71768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'started_at': datetime.datetime(2021, 2, 3, 11, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:39:01.866458 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Checking segment: {'id': '400f8d3c-a0ef-490e-a8b4-73413c508ec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e55649ee-7747-48e9-8ead-a10cce200367'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:39:01.867579 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:01.868532 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Bound using segment: {'id': '400f8d3c-a0ef-490e-a8b4-73413c508ec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e55649ee-7747-48e9-8ead-a10cce200367'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:39:01.869533 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Bound port: 3df4fec1-fa24-430f-89c7-9b03d7334331, host: dv-cinder-773870-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400f8d3c-a0ef-490e-a8b4-73413c508ec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e55649ee-7747-48e9-8ead-a10cce200367'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:39:01.870491 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:01.964909 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-80e6c981-e6ab-457e-933f-8cfa2686354d tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:01.966754 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-80e6c981-e6ab-457e-933f-8cfa2686354d tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.122 "GET /v2.0/networks?id=7e73430d-1554-42f4-ad5f-613d6ba9a57b HTTP/1.1" status: 200 len: 809 time: 0.7170866 Feb 03 11:39:01.994026 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-4d3974ff-7e67-4496-bfca-5d4eee8fcd76 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Request body: {'port': {'device_id': 'ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a', 'network_id': '7e73430d-1554-42f4-ad5f-613d6ba9a57b', 'admin_state_up': True, 'tenant_id': '0a37b511f0ea44d4aa3e6ce774245607'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:39:02.031656 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-79379229-6e85-46f0-b088-82ae7db48fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:02.052329 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] For port 3df4fec1-fa24-430f-89c7-9b03d7334331, host dv-cinder-773870-1-smb, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:39:02.056256 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] For port 3df4fec1-fa24-430f-89c7-9b03d7334331, host dv-cinder-773870-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=3df4fec1-fa24-430f-89c7-9b03d7334331,segment=NetworkSegment(400f8d3c-a0ef-490e-a8b4-73413c508ec5),segment_id=400f8d3c-a0ef-490e-a8b4-73413c508ec5)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:39:02.060382 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:02.067924 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-79379229-6e85-46f0-b088-82ae7db48fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:39:02.072287 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-79379229-6e85-46f0-b088-82ae7db48fb9 admin admin] Usage tracker for resource:security_group_rule and tenant:a8158200dce84f34a3a473ad06b36d7e is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:39:02.075600 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-79379229-6e85-46f0-b088-82ae7db48fb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:39:02.081333 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-86829445-7d1d-4a7b-a321-d57356a2c6c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:02.084870 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-79379229-6e85-46f0-b088-82ae7db48fb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:39:02.254298 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-4d3974ff-7e67-4496-bfca-5d4eee8fcd76 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:39:02.263999 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:39:02.334002 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-79379229-6e85-46f0-b088-82ae7db48fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:02.410769 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1189b88-8e6e-4756-8119-aceb3384fffa req-e2406828-c31e-4e1f-b658-e0584a1a82bc tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:02.412507 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f1189b88-8e6e-4756-8119-aceb3384fffa req-e2406828-c31e-4e1f-b658-e0584a1a82bc tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.6796269 Feb 03 11:39:02.415230 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-4d3974ff-7e67-4496-bfca-5d4eee8fcd76 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Usage tracker for resource:port and tenant:0a37b511f0ea44d4aa3e6ce774245607 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:39:02.416501 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Pushing event updated for resources: {'Port': ['ID=3df4fec1-fa24-430f-89c7-9b03d7334331,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:02.426269 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-4d3974ff-7e67-4496-bfca-5d4eee8fcd76 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:39:02.428393 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:02.438843 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-4d3974ff-7e67-4496-bfca-5d4eee8fcd76 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:39:02.441759 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning for port 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:39:02.461455 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 40978) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:39:02.465134 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-4d3974ff-7e67-4496-bfca-5d4eee8fcd76 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Made reservation on behalf of 0a37b511f0ea44d4aa3e6ce774245607 for: {'port': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:39:02.465684 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:02.466114 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:02.501488 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-4d3974ff-7e67-4496-bfca-5d4eee8fcd76 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:02.545612 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:02.553367 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-a7028620-3a64-421b-be63-302880640fc3 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Request body: {'floatingip': {'port_id': '1a139829-65e2-42c0-b1a5-070505943dac'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:39:02.648586 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-79379229-6e85-46f0-b088-82ae7db48fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:02.669690 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:02.732352 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-137daad0-d647-45f5-98fb-0aa36da12bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:02.755845 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] For port 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8,segment=NetworkSegment(4b66aae6-b4d3-4dfd-be99-b71f998e0d6c),segment_id=4b66aae6-b4d3-4dfd-be99-b71f998e0d6c)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:39:02.761693 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:02.766430 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:02.813004 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79379229-6e85-46f0-b088-82ae7db48fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bd08f8-9b8f-4c36-9170-cac7aae20f36,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:02.863175 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Pushing event updated for resources: {'Port': ['ID=78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8,revision_number=5']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:02.865091 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-79379229-6e85-46f0-b088-82ae7db48fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:02.867115 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:02.920247 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-79379229-6e85-46f0-b088-82ae7db48fb9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a8158200dce84f34a3a473ad06b36d7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3633192 Feb 03 11:39:02.924335 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 40990) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:39:03.046948 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc5965-6897-47d9-9c2b-bda1429bfb45 req-c37ce5c5-9bec-4ce2-a863-9bdc9b5afa16 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:03.046948 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b0dc5965-6897-47d9-9c2b-bda1429bfb45 req-c37ce5c5-9bec-4ce2-a863-9bdc9b5afa16 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.5360775 Feb 03 11:39:03.229133 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a7028620-3a64-421b-be63-302880640fc3 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for floatingip, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:03.305685 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b0dc5965-6897-47d9-9c2b-bda1429bfb45 req-43c357c6-9ec8-409f-bead-3c3d073fbb03 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591729 Feb 03 11:39:03.379285 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-70e1b333-1e18-4b13-a7d0-4a6fc3f5ca74 req-a718f51c-f19a-45c8-bd88-0cc87154b945 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a HTTP/1.1" status: 200 len: 210 time: 0.3341618 Feb 03 11:39:03.571119 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-77ede1e5-a8ce-4fa1-82b3-7599ec92ac5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:03.631520 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-77ede1e5-a8ce-4fa1-82b3-7599ec92ac5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:03.655414 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854270799'] for router, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:03.806385 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-4d3974ff-7e67-4496-bfca-5d4eee8fcd76 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Allocated IP 172.20.0.6 (7e73430d-1554-42f4-ad5f-613d6ba9a57b/b9ab500b-2c9c-4bec-a7ae-5ac7c93bd4d9/18650f63-9e6b-42a6-a59e-66b8b572d970) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:39:03.842685 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-77ede1e5-a8ce-4fa1-82b3-7599ec92ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:03.856652 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-365b4ea3-c8c5-47cb-8e6f-be621dbde383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:03.876020 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ede1e5-a8ce-4fa1-82b3-7599ec92ac5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bd08f8-9b8f-4c36-9170-cac7aae20f36,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:03.881371 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-77ede1e5-a8ce-4fa1-82b3-7599ec92ac5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:03.907549 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-77ede1e5-a8ce-4fa1-82b3-7599ec92ac5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:03.911785 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-77ede1e5-a8ce-4fa1-82b3-7599ec92ac5f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d8bd08f8-9b8f-4c36-9170-cac7aae20f36 HTTP/1.1" status: 204 len: 168 time: 0.8673782 Feb 03 11:39:03.938025 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Router 0a2e74d6-becc-4a45-9853-8198218d8190 is scheduled to L3 agent 076b62cd-f232-448d-ae77-120500dbf827 with binding_index 1 {{(pid=80075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 03 11:39:04.205645 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:39:04.215972 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] Sync routers for ids ['0a2e74d6-becc-4a45-9853-8198218d8190'] in dv-cinder-773870-1-smb {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:39:04.228730 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] Routers {'0a2e74d6-becc-4a45-9853-8198218d8190'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:39:04.229859 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:38:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['0a2e74d6-becc-4a45-9853-8198218d8190'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:39:04.238406 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Notify callbacks [] for router, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:04.239858 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3392804 Feb 03 11:39:04.242786 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 41008) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:39:04.259013 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 3df4fec1-fa24-430f-89c7-9b03d7334331 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:39:04.340981 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c218a4d-4ea4-4858-902b-7c3fdadeb317 None None] Network e55649ee-7747-48e9-8ead-a10cce200367 requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:39:04.436824 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 41018) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:39:04.445525 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a7028620-3a64-421b-be63-302880640fc3 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:04.494301 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eee1b76d-fe56-4316-8cac-5e8637660a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:04.556365 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-eee1b76d-fe56-4316-8cac-5e8637660a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:39:04.557522 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] Set router 0a2e74d6-becc-4a45-9853-8198218d8190 gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:39:04.560435 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-eee1b76d-fe56-4316-8cac-5e8637660a8c admin admin] Usage tracker for resource:security_group_rule and tenant:04b60fc849e6445fa3c87ff6d50ba66c is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:39:04.563503 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-eee1b76d-fe56-4316-8cac-5e8637660a8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:39:04.577405 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-eee1b76d-fe56-4316-8cac-5e8637660a8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:39:04.656115 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a7028620-3a64-421b-be63-302880640fc3 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505061'] for floatingip, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:04.790197 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-4d3974ff-7e67-4496-bfca-5d4eee8fcd76 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:04.906310 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-176bc6b7-68d6-4571-ab53-ae77af83fc80 req-733895ff-76dd-4822-8faf-b05920335ad6 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a HTTP/1.1" status: 200 len: 210 time: 0.1018949 Feb 03 11:39:04.945984 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-02a3c8ec-9a63-400c-9133-86edb974bf6d None None] Provisioning for port 3df4fec1-fa24-430f-89c7-9b03d7334331 completed by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:39:05.004759 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning for port 3df4fec1-fa24-430f-89c7-9b03d7334331 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:39:05.013455 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 3df4fec1-fa24-430f-89c7-9b03d7334331 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:05.013871 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:05.113075 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adc627-c8e5-419e-be38-f2f4eb2157d6 req-8cec0207-f8ba-493b-8129-edce0752c558 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:05.120272 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b7adc627-c8e5-419e-be38-f2f4eb2157d6 req-8cec0207-f8ba-493b-8129-edce0752c558 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.3265271 Feb 03 11:39:05.132611 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eee1b76d-fe56-4316-8cac-5e8637660a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:05.159135 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eee1b76d-fe56-4316-8cac-5e8637660a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:05.167234 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:05.191696 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0d2ba8f3-be73-4857-9e46-4f45fe3f28d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:05.207682 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] For port 3df4fec1-fa24-430f-89c7-9b03d7334331, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=3df4fec1-fa24-430f-89c7-9b03d7334331,segment=NetworkSegment(400f8d3c-a0ef-490e-a8b4-73413c508ec5),segment_id=400f8d3c-a0ef-490e-a8b4-73413c508ec5)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:39:05.215319 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:05.216357 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:39:05.225511 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-eee1b76d-fe56-4316-8cac-5e8637660a8c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=04b60fc849e6445fa3c87ff6d50ba66c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7720199 Feb 03 11:39:05.228194 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1b76d-fe56-4316-8cac-5e8637660a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7189d6-f8eb-4289-aa3f-0d60de09d96c,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:05.233574 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 41028) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:39:05.253576 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2e74d6-becc-4a45-9853-8198218d8190', 'name': 'tempest-TestShelveInstance-1158049969-router', 'tenant_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '00461551-b7c7-462b-9c09-c03c16ef880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:58Z', 'updated_at': '2021-02-03T11:39:02Z', 'revision_number': 3, 'project_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'gw_port': {'id': '00461551-b7c7-462b-9c09-c03c16ef880a', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fe:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2e74d6-becc-4a45-9853-8198218d8190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:00Z', 'updated_at': '2021-02-03T11:39:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:39:05.257896 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] Checking router: 0a2e74d6-becc-4a45-9853-8198218d8190 for host: dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:39:05.258300 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] Updating router 0a2e74d6-becc-4a45-9853-8198218d8190 port 00461551-b7c7-462b-9c09-c03c16ef880a binding host dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 11:39:05.262267 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-eee1b76d-fe56-4316-8cac-5e8637660a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:05.301318 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:05.324327 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.l3_db [None req-a7028620-3a64-421b-be63-302880640fc3 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Floating IP d7b27aef-1df6-47e0-9901-c4b890c9b6bf associated. External IP: 172.28.2.152, port: 1a139829-65e2-42c0-b1a5-070505943dac. Feb 03 11:39:05.327611 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:05.390506 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Pushing event updated for resources: {'Port': ['ID=3df4fec1-fa24-430f-89c7-9b03d7334331,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:05.396770 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:05.414221 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:05.414407 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:05.495140 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:05.506382 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-4d3974ff-7e67-4496-bfca-5d4eee8fcd76 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:05.561235 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b7adc627-c8e5-419e-be38-f2f4eb2157d6 req-631ff6f4-16d6-45ef-9298-d4fe92ceb5c2 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399438 Feb 03 11:39:05.642868 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:05.669001 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-9a5687a2-f0ba-4724-9d11-08bc5127d6ec None None] Provisioning complete for port 3df4fec1-fa24-430f-89c7-9b03d7334331 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:05.669625 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a5687a2-f0ba-4724-9d11-08bc5127d6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:05.788885 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3974ff-7e67-4496-bfca-5d4eee8fcd76 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Pushing event updated for resources: {'Port': ['ID=18650f63-9e6b-42a6-a59e-66b8b572d970,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:05.792297 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-59ddd78f-1683-44f9-8886-636a9aaf7e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:05.797911 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4d3974ff-7e67-4496-bfca-5d4eee8fcd76 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:05.905976 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:05.921195 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] Transition to ACTIVE for port object 00461551-b7c7-462b-9c09-c03c16ef880a will not be triggered until provisioned by entity L2. {{(pid=80078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:39:05.927369 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:05.968902 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:05.995221 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ee4fff0f-deb6-4caf-b10b-93e5efcb232f None None] Provisioning complete for port 3df4fec1-fa24-430f-89c7-9b03d7334331 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:05.995783 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ee4fff0f-deb6-4caf-b10b-93e5efcb232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:06.050321 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-59ddd78f-1683-44f9-8886-636a9aaf7e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:06.071136 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Allocated IP 172.20.0.1 (e55649ee-7747-48e9-8ead-a10cce200367/650960af-bce9-4315-ac15-b3c6d26af1ba/eea29199-5d05-4739-962a-2e3dd30d1ae5) {{(pid=80075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:39:06.150630 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8b9a6-8c4a-432f-b39f-59588f5e36e3 None None] Pushing event updated for resources: {'Port': ['ID=00461551-b7c7-462b-9c09-c03c16ef880a,revision_number=2']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:06.160309 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 3df4fec1-fa24-430f-89c7-9b03d7334331 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:39:06.161350 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-dab8b9a6-8c4a-432f-b39f-59588f5e36e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:06.259087 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-4d3974ff-7e67-4496-bfca-5d4eee8fcd76 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Network 7e73430d-1554-42f4-ad5f-613d6ba9a57b is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:39:06.344669 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:06.358631 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] Attempting to bind port 00461551-b7c7-462b-9c09-c03c16ef880a on host dv-cinder-773870-1-smb for vnic_type normal with profile {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:39:06.359054 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] Attempting to bind port 00461551-b7c7-462b-9c09-c03c16ef880a by drivers openvswitch on host dv-cinder-773870-1-smb at level 0 using segments [{'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}] {{(pid=80078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:39:06.359494 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] Attempting to bind port 00461551-b7c7-462b-9c09-c03c16ef880a on network 84b90693-2912-4173-9093-cf01ce7c5229 {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:39:06.368287 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] Checking agent: {'id': 'b6dd2257-dda6-4a38-988b-b53fb9f71768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'started_at': datetime.datetime(2021, 2, 3, 11, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:39:06.368650 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Transition to ACTIVE for port object eea29199-5d05-4739-962a-2e3dd30d1ae5 will not be triggered until provisioned by entity DHCP. {{(pid=80075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:39:06.368781 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] Checking segment: {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:39:06.369126 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:06.369560 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] Bound using segment: {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'} {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:39:06.370083 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] Bound port: 00461551-b7c7-462b-9c09-c03c16ef880a, host: dv-cinder-773870-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}}] {{(pid=80078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:39:06.370495 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:06.403583 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:06.408999 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 3df4fec1-fa24-430f-89c7-9b03d7334331 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:06.409341 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:06.481579 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] For port 00461551-b7c7-462b-9c09-c03c16ef880a, host dv-cinder-773870-1-smb, cleared binding levels {{(pid=80078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:39:06.485608 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] For port 00461551-b7c7-462b-9c09-c03c16ef880a, host dv-cinder-773870-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=00461551-b7c7-462b-9c09-c03c16ef880a,segment=NetworkSegment(ef679f0b-7c61-47c0-b704-b3d2fd0cd989),segment_id=ef679f0b-7c61-47c0-b704-b3d2fd0cd989)] {{(pid=80078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:39:06.490229 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:06.501041 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:06.566213 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-73a87dd6-75b7-4a44-944f-f52298ef22d5 None None] Provisioning complete for port 3df4fec1-fa24-430f-89c7-9b03d7334331 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:06.566690 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-73a87dd6-75b7-4a44-944f-f52298ef22d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:06.589496 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Pushing event updated for resources: {'Port': ['ID=eea29199-5d05-4739-962a-2e3dd30d1ae5,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:06.638592 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-483155ea-afee-4bea-ac09-40e49b0ac53b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:06.665077 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:06.726360 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8b9a6-8c4a-432f-b39f-59588f5e36e3 None None] Pushing event updated for resources: {'Port': ['ID=00461551-b7c7-462b-9c09-c03c16ef880a,revision_number=3']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:06.728525 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-4d3974ff-7e67-4496-bfca-5d4eee8fcd76 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:39:06.730909 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-dab8b9a6-8c4a-432f-b39f-59588f5e36e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:06.745339 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] Routers {'0a2e74d6-becc-4a45-9853-8198218d8190'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:39:06.746011 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:38:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['0a2e74d6-becc-4a45-9853-8198218d8190'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:39:06.766046 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-4d3974ff-7e67-4496-bfca-5d4eee8fcd76 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:39:06.812751 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc102bf-c59f-43ec-89d4-3054284dc8d3 req-919a0fa1-705b-46f8-b95d-2cf98c5c9f20 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:06.814820 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ddc102bf-c59f-43ec-89d4-3054284dc8d3 req-919a0fa1-705b-46f8-b95d-2cf98c5c9f20 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a HTTP/1.1" status: 200 len: 931 time: 0.4141843 Feb 03 11:39:06.964836 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] Set router 0a2e74d6-becc-4a45-9853-8198218d8190 gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:39:07.012415 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-4d3974ff-7e67-4496-bfca-5d4eee8fcd76 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:07.013130 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-4d3974ff-7e67-4496-bfca-5d4eee8fcd76 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:07.054877 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-59ddd78f-1683-44f9-8886-636a9aaf7e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:07.064162 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-74dafffe-c539-4bb7-8a1f-3207dfe4543c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:07.092599 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddd78f-1683-44f9-8886-636a9aaf7e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7189d6-f8eb-4289-aa3f-0d60de09d96c,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:07.097793 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-59ddd78f-1683-44f9-8886-636a9aaf7e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:07.099037 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-59ddd78f-1683-44f9-8886-636a9aaf7e77 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7b7189d6-f8eb-4289-aa3f-0d60de09d96c HTTP/1.1" status: 204 len: 168 time: 1.8643258 Feb 03 11:39:07.102395 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-59ddd78f-1683-44f9-8886-636a9aaf7e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:07.106592 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-4d3974ff-7e67-4496-bfca-5d4eee8fcd76 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1217487 Feb 03 11:39:07.114587 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7028620-3a64-421b-be63-302880640fc3 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:39:07.125026 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Request body: {'port': {'device_id': 'ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:39:07.134659 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Network e55649ee-7747-48e9-8ead-a10cce200367 is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:39:07.136000 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:39:07.155724 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-ddc102bf-c59f-43ec-89d4-3054284dc8d3 req-c8ed1457-dda2-46e2-ab8d-24ab662b5dcf tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Synchronizing usage tracker for tenant:0a37b511f0ea44d4aa3e6ce774245607 on resource:security_group {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:39:07.160909 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Received port after_create {{(pid=80075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:39:07.162221 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275467'] for router_interface, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:07.291211 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-ddc102bf-c59f-43ec-89d4-3054284dc8d3 req-c8ed1457-dda2-46e2-ab8d-24ab662b5dcf tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Unset dirty status for tenant:0a37b511f0ea44d4aa3e6ce774245607 on resource:security_group {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:39:07.292409 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ddc102bf-c59f-43ec-89d4-3054284dc8d3 req-c8ed1457-dda2-46e2-ab8d-24ab662b5dcf tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686003 Feb 03 11:39:07.297442 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9cd46-c2b6-4ab4-8f7c-1498bf606c50 req-2fcdb4ac-b562-46a3-ba83-e0a25bcf2089 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:07.299788 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f0d9cd46-c2b6-4ab4-8f7c-1498bf606c50 req-2fcdb4ac-b562-46a3-ba83-e0a25bcf2089 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.4766641 Feb 03 11:39:07.353230 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:07.402352 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2e74d6-becc-4a45-9853-8198218d8190', 'name': 'tempest-TestShelveInstance-1158049969-router', 'tenant_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '00461551-b7c7-462b-9c09-c03c16ef880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:58Z', 'updated_at': '2021-02-03T11:39:02Z', 'revision_number': 3, 'project_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'gw_port': {'id': '00461551-b7c7-462b-9c09-c03c16ef880a', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fe:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2e74d6-becc-4a45-9853-8198218d8190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:00Z', 'updated_at': '2021-02-03T11:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:39:07.408770 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bcf95b-5e73-47d2-a114-4c91a0add926 None None] The sync data for ids ['0a2e74d6-becc-4a45-9853-8198218d8190'] in dv-cinder-773870-1-smb is: [{'id': '0a2e74d6-becc-4a45-9853-8198218d8190', 'name': 'tempest-TestShelveInstance-1158049969-router', 'tenant_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '00461551-b7c7-462b-9c09-c03c16ef880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:58Z', 'updated_at': '2021-02-03T11:39:02Z', 'revision_number': 3, 'project_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'gw_port': {'id': '00461551-b7c7-462b-9c09-c03c16ef880a', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fe:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2e74d6-becc-4a45-9853-8198218d8190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:00Z', 'updated_at': '2021-02-03T11:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}] {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:39:07.527562 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-d6d3f4c5-5247-472b-8423-4cf886d83cfa None None] Provisioning for port eea29199-5d05-4739-962a-2e3dd30d1ae5 completed by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:39:07.535240 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-d6d3f4c5-5247-472b-8423-4cf886d83cfa None None] Provisioning complete for port eea29199-5d05-4739-962a-2e3dd30d1ae5 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:07.540796 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d6d3f4c5-5247-472b-8423-4cf886d83cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:07.714992 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3f4c5-5247-472b-8423-4cf886d83cfa None None] Port eea29199-5d05-4739-962a-2e3dd30d1ae5 cannot update to ACTIVE because it is not bound. {{(pid=80077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 11:39:07.731552 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:07.821672 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:07.825031 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:07.826228 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854270421'] for router_interface, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:07.839954 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f0d9cd46-c2b6-4ab4-8f7c-1498bf606c50 req-fb2d0c9a-6da4-4465-a72b-a5f76230e73d tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035354 Feb 03 11:39:07.842693 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:07.885242 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7028620-3a64-421b-be63-302880640fc3 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:39:07.890012 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a7028620-3a64-421b-be63-302880640fc3 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for floatingip, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:07.899100 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84c4ae8-1490-450d-9008-e2f020140746 None None] Sync routers for ids ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'] in dv-cinder-773870-1-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:39:07.909729 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84c4ae8-1490-450d-9008-e2f020140746 None None] Routers {'1fda5614-9c3e-4b97-b580-d9f7cc1b164d'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:39:07.910415 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-c84c4ae8-1490-450d-9008-e2f020140746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:38:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:39:07.979867 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Pushing event updated for resources: {'Port': ['ID=eea29199-5d05-4739-962a-2e3dd30d1ae5,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:07.982879 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 41054) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:39:08.041093 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-a7028620-3a64-421b-be63-302880640fc3 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "PUT /v2.0/floatingips/d7b27aef-1df6-47e0-9901-c4b890c9b6bf HTTP/1.1" status: 200 len: 992 time: 5.5753589 Feb 03 11:39:08.041093 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116479ad-ce8c-43af-8b27-40a50ee61071', 'tag': '1a139829-65e2-42c0-b1a5-070505943dac'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:39:08.101034 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:08.214146 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116479ad-ce8c-43af-8b27-40a50ee61071', 'tag': '1a139829-65e2-42c0-b1a5-070505943dac', 'status': 'completed', 'code': 200} Feb 03 11:39:08.276483 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Network e55649ee-7747-48e9-8ead-a10cce200367 is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:39:08.278875 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:39:08.367773 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-c84c4ae8-1490-450d-9008-e2f020140746 None None] Set router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:39:08.482839 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad3b4b-fe79-45e4-bd48-13f772f70a26 req-fe02fd3e-e79f-4a57-b187-e1a7ff492074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:08.484497 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e8ad3b4b-fe79-45e4-bd48-13f772f70a26 req-fe02fd3e-e79f-4a57-b187-e1a7ff492074 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=953a748f6bc446ae8f3731ee7dc5e19b&device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 1163 time: 0.2622757 Feb 03 11:39:08.643501 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6f8daf0d-7814-4266-9a37-7896d15cacae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:08.663275 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.db.resource_extend [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 03 11:39:08.666735 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Router 0a2e74d6-becc-4a45-9853-8198218d8190 has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:39:08.667938 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-6f8daf0d-7814-4266-9a37-7896d15cacae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:39:08.680196 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-6f8daf0d-7814-4266-9a37-7896d15cacae admin admin] Usage tracker for resource:security_group_rule and tenant:4447f4c992264f1b8ae8995e3e4d265e is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:39:08.684441 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-6f8daf0d-7814-4266-9a37-7896d15cacae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:39:08.756695 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-6f8daf0d-7814-4266-9a37-7896d15cacae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:39:08.797081 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad3b4b-fe79-45e4-bd48-13f772f70a26 req-1c0b5c3c-dec1-431c-bd86-011845423e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:08.798862 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e8ad3b4b-fe79-45e4-bd48-13f772f70a26 req-1c0b5c3c-dec1-431c-bd86-011845423e1b service neutron] 10.222.0.122 "GET /v2.0/networks?id=c0bd3986-74d0-444d-ac00-c45d05fcc4fc HTTP/1.1" status: 200 len: 905 time: 0.3061688 Feb 03 11:39:08.887011 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 00461551-b7c7-462b-9c09-c03c16ef880a up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:39:08.937973 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e8ad3b4b-fe79-45e4-bd48-13f772f70a26 req-c526e5f9-afa5-43c2-99af-87ae675abb24 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a139829-65e2-42c0-b1a5-070505943dac HTTP/1.1" status: 200 len: 1000 time: 0.1296074 Feb 03 11:39:08.971549 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:39:09.021352 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad3b4b-fe79-45e4-bd48-13f772f70a26 req-469129fc-9302-4360-ae2b-3e3ddbe63a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:09.022931 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e8ad3b4b-fe79-45e4-bd48-13f772f70a26 req-469129fc-9302-4360-ae2b-3e3ddbe63a5b service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e493ca3d-3267-4fb7-b03f-511cdcb76f36 HTTP/1.1" status: 200 len: 850 time: 0.0774212 Feb 03 11:39:09.025821 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-ede63744-c0c8-4927-b4c7-137356fcc4e9 None None] Provisioning complete for port eea29199-5d05-4739-962a-2e3dd30d1ae5 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:09.026721 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ede63744-c0c8-4927-b4c7-137356fcc4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:09.032684 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18650f63-9e6b-42a6-a59e-66b8b572d970 {{(pid=80076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 11:39:09.036661 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6f8daf0d-7814-4266-9a37-7896d15cacae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:09.043983 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] 10.222.0.68 "PUT /v2.0/routers/0a2e74d6-becc-4a45-9853-8198218d8190/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7998116 Feb 03 11:39:09.045769 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6f8daf0d-7814-4266-9a37-7896d15cacae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:09.079057 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-239c056c-7f04-409f-b4a9-bea302fcbf60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:09.091833 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ede63744-c0c8-4927-b4c7-137356fcc4e9 None None] Port eea29199-5d05-4739-962a-2e3dd30d1ae5 cannot update to ACTIVE because it is not bound. {{(pid=80077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 11:39:09.098795 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:09.133888 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-c84c4ae8-1490-450d-9008-e2f020140746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:20Z', 'updated_at': '2021-02-03T11:38:27Z', 'revision_number': 4, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'gw_port': {'id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:21Z', 'updated_at': '2021-02-03T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_floatingips': [{'id': 'd7b27aef-1df6-47e0-9901-c4b890c9b6bf', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'floating_ip_address': '172.28.2.152', 'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'router_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'port_id': '1a139829-65e2-42c0-b1a5-070505943dac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'mac_address': 'fa:16:3e:6d:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116479ad-ce8c-43af-8b27-40a50ee61071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T11:38:32Z', 'updated_at': '2021-02-03T11:39:04Z', 'revision_number': 1, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e40645-9689-4c40-82a2-6d8dd14ea31d', 'name': '', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'mac_address': 'fa:16:3e:89:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:25Z', 'updated_at': '2021-02-03T11:38:36Z', 'revision_number': 5, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'subnets': [{'id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:39:09.137622 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning for port 00461551-b7c7-462b-9c09-c03c16ef880a completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:39:09.143672 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 00461551-b7c7-462b-9c09-c03c16ef880a triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:09.143999 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:09.176220 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-6f8daf0d-7814-4266-9a37-7896d15cacae admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4447f4c992264f1b8ae8995e3e4d265e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1308579 Feb 03 11:39:09.180524 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 41076) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:39:09.185505 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84c4ae8-1490-450d-9008-e2f020140746 None None] Checking router: 1fda5614-9c3e-4b97-b580-d9f7cc1b164d for host: dv-cinder-773870-1-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:39:09.204849 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8daf0d-7814-4266-9a37-7896d15cacae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9d594d-cc26-4564-aaa6-0b3e310ea939,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:09.209371 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6f8daf0d-7814-4266-9a37-7896d15cacae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:09.211461 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:39:09.231093 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85722df1-352f-4d6a-9242-628abe19deed req-e190cde9-e0e9-46bf-9f53-622674fc3ffe tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:09.231845 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-85722df1-352f-4d6a-9242-628abe19deed req-e190cde9-e0e9-46bf-9f53-622674fc3ffe tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Synchronizing usage tracker for tenant:0a37b511f0ea44d4aa3e6ce774245607 on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:39:09.239015 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Transition to ACTIVE for port object 18650f63-9e6b-42a6-a59e-66b8b572d970 will not be triggered until provisioned by entity L2. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:39:09.243005 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84c4ae8-1490-450d-9008-e2f020140746 None None] Routers {'1fda5614-9c3e-4b97-b580-d9f7cc1b164d'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:39:09.243885 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-c84c4ae8-1490-450d-9008-e2f020140746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:38:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:39:09.255537 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:09.274629 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:09.312210 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-85722df1-352f-4d6a-9242-628abe19deed req-e190cde9-e0e9-46bf-9f53-622674fc3ffe tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Unset dirty status for tenant:0a37b511f0ea44d4aa3e6ce774245607 on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:39:09.315757 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-85722df1-352f-4d6a-9242-628abe19deed req-e190cde9-e0e9-46bf-9f53-622674fc3ffe tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a HTTP/1.1" status: 200 len: 931 time: 0.7050316 Feb 03 11:39:09.352456 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a39c873a-6966-4f18-a4e4-030e5afdaa25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:09.451383 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=18650f63-9e6b-42a6-a59e-66b8b572d970,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:09.459555 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad3b4b-fe79-45e4-bd48-13f772f70a26 req-eb59e20f-a229-4147-9187-0036b691e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:09.461187 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e8ad3b4b-fe79-45e4-bd48-13f772f70a26 req-eb59e20f-a229-4147-9187-0036b691e24a service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=c0bd3986-74d0-444d-ac00-c45d05fcc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4235046 Feb 03 11:39:09.466909 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2900c8-61e3-4ae5-851b-a94bcf788fb0 req-7b5d7c97-805f-4d85-8cc4-5ca9288bb4aa tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:09.468669 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8e2900c8-61e3-4ae5-851b-a94bcf788fb0 req-7b5d7c97-805f-4d85-8cc4-5ca9288bb4aa tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.2336836 Feb 03 11:39:09.473478 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:09.478019 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a39c873a-6966-4f18-a4e4-030e5afdaa25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:09.584069 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8e2900c8-61e3-4ae5-851b-a94bcf788fb0 req-a6e32db0-2c42-4ce9-92d7-39933cc009bb tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980873 Feb 03 11:39:09.600804 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a39c873a-6966-4f18-a4e4-030e5afdaa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:09.612825 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-549db5a0-364d-4f51-99a1-c0e86a40d4aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:09.622041 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c873a-6966-4f18-a4e4-030e5afdaa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9d594d-cc26-4564-aaa6-0b3e310ea939,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:09.633176 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a39c873a-6966-4f18-a4e4-030e5afdaa25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:09.641136 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a39c873a-6966-4f18-a4e4-030e5afdaa25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:09.643216 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-a39c873a-6966-4f18-a4e4-030e5afdaa25 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1d9d594d-cc26-4564-aaa6-0b3e310ea939 HTTP/1.1" status: 204 len: 168 time: 0.4615934 Feb 03 11:39:09.689251 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:09.708231 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] For port 00461551-b7c7-462b-9c09-c03c16ef880a, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=00461551-b7c7-462b-9c09-c03c16ef880a,segment=NetworkSegment(ef679f0b-7c61-47c0-b704-b3d2fd0cd989),segment_id=ef679f0b-7c61-47c0-b704-b3d2fd0cd989)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:39:09.731550 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:09.738572 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c5c35c49-3ab8-4aa3-a3d2-d16e4a95a2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:09.823543 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Pushing event updated for resources: {'Port': ['ID=00461551-b7c7-462b-9c09-c03c16ef880a,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:09.827639 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:09.863663 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-85722df1-352f-4d6a-9242-628abe19deed req-6b40222e-16df-47f2-8127-cb037c232e88 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754319 Feb 03 11:39:09.877919 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-c84c4ae8-1490-450d-9008-e2f020140746 None None] Set router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:39:10.155589 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 00461551-b7c7-462b-9c09-c03c16ef880a up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:39:10.278357 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Attempting to bind port 18650f63-9e6b-42a6-a59e-66b8b572d970 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:39:10.278730 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Attempting to bind port 18650f63-9e6b-42a6-a59e-66b8b572d970 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '8ef8325f-c7b2-4100-8bc9-864b570a5c68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7e73430d-1554-42f4-ad5f-613d6ba9a57b'}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:39:10.279097 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Attempting to bind port 18650f63-9e6b-42a6-a59e-66b8b572d970 on network 7e73430d-1554-42f4-ad5f-613d6ba9a57b {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:39:10.290383 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e8ad3b4b-fe79-45e4-bd48-13f772f70a26 req-c2b0308d-a1f0-4058-a4f7-5bf4c244fdbe service neutron] 10.222.0.122 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8052981 Feb 03 11:39:10.292772 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Checking agent: {'id': 'd04a5943-f855-4f30-8269-6a00b74e68db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 34, 59), 'started_at': datetime.datetime(2021, 2, 3, 11, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.119', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:39:10.293150 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Checking segment: {'id': '8ef8325f-c7b2-4100-8bc9-864b570a5c68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7e73430d-1554-42f4-ad5f-613d6ba9a57b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:39:10.293746 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:10.294144 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Bound using segment: {'id': '8ef8325f-c7b2-4100-8bc9-864b570a5c68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7e73430d-1554-42f4-ad5f-613d6ba9a57b'} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:39:10.294632 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Bound port: 18650f63-9e6b-42a6-a59e-66b8b572d970, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef8325f-c7b2-4100-8bc9-864b570a5c68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7e73430d-1554-42f4-ad5f-613d6ba9a57b'}}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:39:10.295009 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:10.327434 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 00461551-b7c7-462b-9c09-c03c16ef880a triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:10.327867 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:10.519481 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-1513b535-1a76-4bd4-8f79-d6f2fdca01d4 req-4ebd49f9-f033-4bb1-8c14-1ee92e260594 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1340204611', 'description': 'tempest-TestShelveInstance-1340204611 description'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:39:10.557486 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-1513b535-1a76-4bd4-8f79-d6f2fdca01d4 req-4ebd49f9-f033-4bb1-8c14-1ee92e260594 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:39:10.561874 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-1513b535-1a76-4bd4-8f79-d6f2fdca01d4 req-4ebd49f9-f033-4bb1-8c14-1ee92e260594 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Usage tracker for resource:security_group and tenant:36f1cccad50c4fd99ffb3f971529976b is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:39:10.564951 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-1513b535-1a76-4bd4-8f79-d6f2fdca01d4 req-4ebd49f9-f033-4bb1-8c14-1ee92e260594 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:39:10.566724 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-c84c4ae8-1490-450d-9008-e2f020140746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:20Z', 'updated_at': '2021-02-03T11:38:27Z', 'revision_number': 4, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'gw_port': {'id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:21Z', 'updated_at': '2021-02-03T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_floatingips': [{'id': 'd7b27aef-1df6-47e0-9901-c4b890c9b6bf', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'floating_ip_address': '172.28.2.152', 'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'router_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'port_id': '1a139829-65e2-42c0-b1a5-070505943dac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'mac_address': 'fa:16:3e:6d:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116479ad-ce8c-43af-8b27-40a50ee61071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T11:38:32Z', 'updated_at': '2021-02-03T11:39:04Z', 'revision_number': 1, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e40645-9689-4c40-82a2-6d8dd14ea31d', 'name': '', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'mac_address': 'fa:16:3e:89:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:25Z', 'updated_at': '2021-02-03T11:38:36Z', 'revision_number': 5, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'subnets': [{'id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:39:10.573264 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84c4ae8-1490-450d-9008-e2f020140746 None None] The sync data for ids ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'] in dv-cinder-773870-1-smb is: [{'id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:20Z', 'updated_at': '2021-02-03T11:38:27Z', 'revision_number': 4, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'gw_port': {'id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:21Z', 'updated_at': '2021-02-03T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_floatingips': [{'id': 'd7b27aef-1df6-47e0-9901-c4b890c9b6bf', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'floating_ip_address': '172.28.2.152', 'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'router_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'port_id': '1a139829-65e2-42c0-b1a5-070505943dac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'mac_address': 'fa:16:3e:6d:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116479ad-ce8c-43af-8b27-40a50ee61071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T11:38:32Z', 'updated_at': '2021-02-03T11:39:04Z', 'revision_number': 1, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e40645-9689-4c40-82a2-6d8dd14ea31d', 'name': '', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'mac_address': 'fa:16:3e:89:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:25Z', 'updated_at': '2021-02-03T11:38:36Z', 'revision_number': 5, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'subnets': [{'id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:39:10.592288 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-1513b535-1a76-4bd4-8f79-d6f2fdca01d4 req-4ebd49f9-f033-4bb1-8c14-1ee92e260594 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:39:10.618074 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1513b535-1a76-4bd4-8f79-d6f2fdca01d4 req-4ebd49f9-f033-4bb1-8c14-1ee92e260594 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:10.676414 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-1513b535-1a76-4bd4-8f79-d6f2fdca01d4 req-4ebd49f9-f033-4bb1-8c14-1ee92e260594 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:39:10.680472 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-1513b535-1a76-4bd4-8f79-d6f2fdca01d4 req-4ebd49f9-f033-4bb1-8c14-1ee92e260594 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Usage tracker for resource:security_group_rule and tenant:36f1cccad50c4fd99ffb3f971529976b is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:39:10.683510 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-1513b535-1a76-4bd4-8f79-d6f2fdca01d4 req-4ebd49f9-f033-4bb1-8c14-1ee92e260594 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:39:10.689715 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-1513b535-1a76-4bd4-8f79-d6f2fdca01d4 req-4ebd49f9-f033-4bb1-8c14-1ee92e260594 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:39:10.740645 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] For port 18650f63-9e6b-42a6-a59e-66b8b572d970, host hv-cinder-77387, cleared binding levels {{(pid=80076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:39:10.759379 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e8ad3b4b-fe79-45e4-bd48-13f772f70a26 req-f58741fe-e71e-49b4-a9b3-0e2c0089d695 service neutron] 10.222.0.122 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4441059 Feb 03 11:39:10.768634 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] For port 18650f63-9e6b-42a6-a59e-66b8b572d970, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=18650f63-9e6b-42a6-a59e-66b8b572d970,segment=NetworkSegment(8ef8325f-c7b2-4100-8bc9-864b570a5c68),segment_id=8ef8325f-c7b2-4100-8bc9-864b570a5c68)] {{(pid=80076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:39:10.771801 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96539372-96e7-4556-ac8a-ee5a39bc491d req-d2350b5c-daec-4f27-9ec8-4b25ccdf1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:10.773785 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-96539372-96e7-4556-ac8a-ee5a39bc491d req-d2350b5c-daec-4f27-9ec8-4b25ccdf1537 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 1162 time: 0.4248960 Feb 03 11:39:10.798852 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:10.829009 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8ca7dad3-a421-4fbf-a2a4-b0c81cf4145a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:10.843683 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 41110) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:39:10.945858 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1513b535-1a76-4bd4-8f79-d6f2fdca01d4 req-4ebd49f9-f033-4bb1-8c14-1ee92e260594 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:10.952452 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6f427-afd1-4335-abcb-eff596c397b6 req-25b54fb6-d8bf-4727-9f1a-8b482a14c260 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:10.954409 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1ac6f427-afd1-4335-abcb-eff596c397b6 req-25b54fb6-d8bf-4727-9f1a-8b482a14c260 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.1962390 Feb 03 11:39:10.976141 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1513b535-1a76-4bd4-8f79-d6f2fdca01d4 req-4ebd49f9-f033-4bb1-8c14-1ee92e260594 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:11.020678 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-96539372-96e7-4556-ac8a-ee5a39bc491d req-76b897b2-1c06-40df-9ccf-e9fb7c785be8 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233984 Feb 03 11:39:11.021800 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] Sync routers for ids ['0a2e74d6-becc-4a45-9853-8198218d8190'] in dv-cinder-773870-1-smb {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:39:11.024207 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-547950550-network', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:39:11.040213 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] Routers {'0a2e74d6-becc-4a45-9853-8198218d8190'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:39:11.041176 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:38:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['0a2e74d6-becc-4a45-9853-8198218d8190'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:39:11.050270 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=18650f63-9e6b-42a6-a59e-66b8b572d970,revision_number=3']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:11.053953 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:11.057783 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-27470ef7-11bb-4ad3-91a7-22d458224a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:11.060483 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1ac6f427-afd1-4335-abcb-eff596c397b6 req-ea8f043d-7268-4d91-ad11-cbdf578d6345 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978551 Feb 03 11:39:11.064944 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:39:11.066865 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1513b535-1a76-4bd4-8f79-d6f2fdca01d4 req-4ebd49f9-f033-4bb1-8c14-1ee92e260594 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:11.068525 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1513b535-1a76-4bd4-8f79-d6f2fdca01d4 req-4ebd49f9-f033-4bb1-8c14-1ee92e260594 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5645778 Feb 03 11:39:11.081849 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Usage tracker for resource:network and tenant:64aa1d83111b4e2ba616806df59776dd is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:39:11.086151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:39:11.093731 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:39:11.103295 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe6f139-6d62-4871-8d74-7138e901dc67 None None] New status for floating IP d7b27aef-1df6-47e0-9901-c4b890c9b6bf: ACTIVE {{(pid=80077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 11:39:11.107960 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Made reservation on behalf of 64aa1d83111b4e2ba616806df59776dd for: {'network': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:39:11.113661 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for network, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:11.132192 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:11.151844 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:39:11.156067 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Usage tracker for resource:security_group_rule and tenant:64aa1d83111b4e2ba616806df59776dd is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:39:11.159402 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:39:11.161735 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd49f9-f033-4bb1-8c14-1ee92e260594 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c98ac48-3109-490a-bfb1-393a967bc562,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:11.166360 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:39:11.170324 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4ebd49f9-f033-4bb1-8c14-1ee92e260594 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:11.189889 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:11.190566 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:11.192118 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] 10.222.0.122 "PUT /v2.0/ports/18650f63-9e6b-42a6-a59e-66b8b572d970 HTTP/1.1" status: 200 len: 1157 time: 4.0763130 Feb 03 11:39:11.192976 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a', 'tag': '18650f63-9e6b-42a6-a59e-66b8b572d970'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:39:11.278163 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:11.280824 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:11.312025 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 11:39:11.322314 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779700079970', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:11.322898 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Added segment fc42722a-a410-4844-919d-b51ddb04237d of type vxlan for network 658b2e23-84fc-417e-81b7-6ef8c3f7b0bb Feb 03 11:39:11.350598 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779699605226'] for network, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:11.357001 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] Set router 0a2e74d6-becc-4a45-9853-8198218d8190 gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:39:11.425408 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:11.458161 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2d149f-5949-4afc-8635-94ac5c608b45,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:11.461107 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for network, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:11.463105 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:11.483195 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e39ecb92-8fb7-462d-bad6-70c0cf09ac63 req-abcd13a4-3468-4551-9cba-9deae8591bf8 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups/9c98ac48-3109-490a-bfb1-393a967bc562 HTTP/1.1" status: 200 len: 1802 time: 0.1015422 Feb 03 11:39:11.484394 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:11.485217 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:11.489360 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:11.537235 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29531e14-dbd5-4088-93bc-4b192f9f154a req-d449b471-8e8e-46f2-aa37-5a60c40908ca tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:11.539135 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-29531e14-dbd5-4088-93bc-4b192f9f154a req-d449b471-8e8e-46f2-aa37-5a60c40908ca tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a HTTP/1.1" status: 200 len: 943 time: 0.2863255 Feb 03 11:39:11.541664 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-69c9f132-66f1-4ac6-bab9-6aad901f5a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:11.543225 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-69c9f132-66f1-4ac6-bab9-6aad901f5a3a service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=0a37b511f0ea44d4aa3e6ce774245607&device_id=ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a HTTP/1.1" status: 200 len: 1160 time: 0.2380829 Feb 03 11:39:11.571457 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-e39ecb92-8fb7-462d-bad6-70c0cf09ac63 req-01780ae9-c6bd-4c5b-8af5-9527f256b52f tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c98ac48-3109-490a-bfb1-393a967bc562', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:39:11.573922 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-e39ecb92-8fb7-462d-bad6-70c0cf09ac63 req-01780ae9-c6bd-4c5b-8af5-9527f256b52f tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c98ac48-3109-490a-bfb1-393a967bc562', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:39:11.610430 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-e39ecb92-8fb7-462d-bad6-70c0cf09ac63 req-01780ae9-c6bd-4c5b-8af5-9527f256b52f tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:39:11.622621 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-e39ecb92-8fb7-462d-bad6-70c0cf09ac63 req-01780ae9-c6bd-4c5b-8af5-9527f256b52f tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Usage tracker for resource:security_group_rule and tenant:36f1cccad50c4fd99ffb3f971529976b is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:39:11.633211 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-e39ecb92-8fb7-462d-bad6-70c0cf09ac63 req-01780ae9-c6bd-4c5b-8af5-9527f256b52f tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:39:11.638707 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-2e3d5a95-6f5e-4e6b-9fe4-137994084340 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18650f63-9e6b-42a6-a59e-66b8b572d970 HTTP/1.1" status: 200 len: 217 time: 0.0747733 Feb 03 11:39:11.639151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Pushing event updated for resources: {'Network': ['ID=658b2e23-84fc-417e-81b7-6ef8c3f7b0bb,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:11.647461 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:11.649340 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-e39ecb92-8fb7-462d-bad6-70c0cf09ac63 req-01780ae9-c6bd-4c5b-8af5-9527f256b52f tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:39:11.652886 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Network 658b2e23-84fc-417e-81b7-6ef8c3f7b0bb details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:39:11.657833 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8111527 Feb 03 11:39:11.660654 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 41126) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:39:11.666723 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-83f2b46b-3895-499e-8974-708496ba2b2b admin admin] Request body: {'subnet': {'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-547950550-subnet', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'ip_version': 4}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:39:11.672086 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-83f2b46b-3895-499e-8974-708496ba2b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:39:11.676270 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-83f2b46b-3895-499e-8974-708496ba2b2b admin admin] Usage tracker for resource:subnet and tenant:64aa1d83111b4e2ba616806df59776dd is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:39:11.680225 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-83f2b46b-3895-499e-8974-708496ba2b2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:39:11.683520 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Network 658b2e23-84fc-417e-81b7-6ef8c3f7b0bb details requested by agent ovs-agent-dv-cinder-773870-1-smb with host dv-cinder-773870-1-smb {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:39:11.686072 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-83f2b46b-3895-499e-8974-708496ba2b2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:39:11.697406 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f2b46b-3895-499e-8974-708496ba2b2b admin admin] Made reservation on behalf of 64aa1d83111b4e2ba616806df59776dd for: {'subnet': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:39:11.703100 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-83f2b46b-3895-499e-8974-708496ba2b2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:11.721950 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-29531e14-dbd5-4088-93bc-4b192f9f154a req-81fb2d27-ee88-4063-bf30-c7e593c42535 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743627 Feb 03 11:39:11.751146 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-ab546f19-a35d-4aef-8cf4-6df416814cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:11.752769 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-ab546f19-a35d-4aef-8cf4-6df416814cc5 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=b9ab500b-2c9c-4bec-a7ae-5ac7c93bd4d9 HTTP/1.1" status: 200 len: 849 time: 0.1037128 Feb 03 11:39:11.818451 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-0bf5baee-93ab-4600-a963-bf0a4a4995d6 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=7e73430d-1554-42f4-ad5f-613d6ba9a57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517499 Feb 03 11:39:11.823970 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a', 'tag': '18650f63-9e6b-42a6-a59e-66b8b572d970', 'status': 'completed', 'code': 200} Feb 03 11:39:11.840667 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2e74d6-becc-4a45-9853-8198218d8190', 'name': 'tempest-TestShelveInstance-1158049969-router', 'tenant_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '00461551-b7c7-462b-9c09-c03c16ef880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:58Z', 'updated_at': '2021-02-03T11:39:07Z', 'revision_number': 4, 'project_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'gw_port': {'id': '00461551-b7c7-462b-9c09-c03c16ef880a', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2e74d6-becc-4a45-9853-8198218d8190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:00Z', 'updated_at': '2021-02-03T11:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': 'eea29199-5d05-4739-962a-2e3dd30d1ae5', 'name': '', 'network_id': 'e55649ee-7747-48e9-8ead-a10cce200367', 'tenant_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'mac_address': 'fa:16:3e:d9:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2e74d6-becc-4a45-9853-8198218d8190', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '650960af-bce9-4315-ac15-b3c6d26af1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:05Z', 'updated_at': '2021-02-03T11:39:07Z', 'revision_number': 2, 'project_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'subnets': [{'id': '650960af-bce9-4315-ac15-b3c6d26af1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:39:11.850993 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] Checking router: 0a2e74d6-becc-4a45-9853-8198218d8190 for host: dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:39:11.851435 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] Updating router 0a2e74d6-becc-4a45-9853-8198218d8190 port eea29199-5d05-4739-962a-2e3dd30d1ae5 binding host dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 11:39:11.935186 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-e39ecb92-8fb7-462d-bad6-70c0cf09ac63 req-01780ae9-c6bd-4c5b-8af5-9527f256b52f tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:11.937956 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:11.990572 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-3c8676f8-c963-4f80-96cc-c0d7f194c9ba service neutron] 10.222.0.122 "GET /v2.0/networks/7e73430d-1554-42f4-ad5f-613d6ba9a57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577644 Feb 03 11:39:11.991216 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-e39ecb92-8fb7-462d-bad6-70c0cf09ac63 req-01780ae9-c6bd-4c5b-8af5-9527f256b52f tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:11.994989 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-e39ecb92-8fb7-462d-bad6-70c0cf09ac63 req-01780ae9-c6bd-4c5b-8af5-9527f256b52f tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422319'] for security_group_rule, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:12.003159 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:12.068921 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01780ae9-c6bd-4c5b-8af5-9527f256b52f tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b25628-fdde-41ef-8d0b-ea723fd100c7,revision_number=0']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:12.082327 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-01780ae9-c6bd-4c5b-8af5-9527f256b52f tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:12.091632 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-e39ecb92-8fb7-462d-bad6-70c0cf09ac63 req-01780ae9-c6bd-4c5b-8af5-9527f256b52f tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:12.097296 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e39ecb92-8fb7-462d-bad6-70c0cf09ac63 req-01780ae9-c6bd-4c5b-8af5-9527f256b52f tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5373774 Feb 03 11:39:12.193268 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c334a5a7-f6bf-488b-bfac-b95924726225 req-dd5db53a-ed91-4cdf-8c57-c68aaa63f988 service neutron] 10.222.0.122 "GET /v2.0/networks/7e73430d-1554-42f4-ad5f-613d6ba9a57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1774065 Feb 03 11:39:12.237046 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a16f9331-bae2-4ff0-9259-be2537e0dff2 req-1a7c3dd8-3704-4df7-b514-b0a26fce2135 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups/9c98ac48-3109-490a-bfb1-393a967bc562 HTTP/1.1" status: 200 len: 2395 time: 0.1012850 Feb 03 11:39:12.272392 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-a16f9331-bae2-4ff0-9259-be2537e0dff2 req-88526b94-e73c-4fbd-9dd2-e2793f8e35a7 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c98ac48-3109-490a-bfb1-393a967bc562', 'remote_group_id': None}]} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:39:12.272775 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-a16f9331-bae2-4ff0-9259-be2537e0dff2 req-88526b94-e73c-4fbd-9dd2-e2793f8e35a7 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c98ac48-3109-490a-bfb1-393a967bc562', 'remote_group_id': None}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:39:12.298141 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-a16f9331-bae2-4ff0-9259-be2537e0dff2 req-88526b94-e73c-4fbd-9dd2-e2793f8e35a7 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:39:12.351812 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-a16f9331-bae2-4ff0-9259-be2537e0dff2 req-88526b94-e73c-4fbd-9dd2-e2793f8e35a7 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Usage tracker for resource:security_group_rule and tenant:36f1cccad50c4fd99ffb3f971529976b is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:39:12.357978 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-a16f9331-bae2-4ff0-9259-be2537e0dff2 req-88526b94-e73c-4fbd-9dd2-e2793f8e35a7 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:39:12.367328 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13616627-62fd-4ba3-8234-6b3b07e63260 req-e724a05a-e9a8-4186-b214-fd08f260879b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:12.368996 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-13616627-62fd-4ba3-8234-6b3b07e63260 req-e724a05a-e9a8-4186-b214-fd08f260879b service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=0a37b511f0ea44d4aa3e6ce774245607&device_id=ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a HTTP/1.1" status: 200 len: 1160 time: 0.1107788 Feb 03 11:39:12.369463 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-a16f9331-bae2-4ff0-9259-be2537e0dff2 req-88526b94-e73c-4fbd-9dd2-e2793f8e35a7 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:39:12.450461 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2e4f3-ec21-4cb9-94d7-54c3002e85c4 req-630ce139-5388-49cb-bd52-4d625f1083fe tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:12.452191 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6fb2e4f3-ec21-4cb9-94d7-54c3002e85c4 req-630ce139-5388-49cb-bd52-4d625f1083fe tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.2404499 Feb 03 11:39:12.468376 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a16f9331-bae2-4ff0-9259-be2537e0dff2 req-88526b94-e73c-4fbd-9dd2-e2793f8e35a7 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:12.506090 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a16f9331-bae2-4ff0-9259-be2537e0dff2 req-88526b94-e73c-4fbd-9dd2-e2793f8e35a7 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:12.534601 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:12.541466 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a16f9331-bae2-4ff0-9259-be2537e0dff2 req-88526b94-e73c-4fbd-9dd2-e2793f8e35a7 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422319'] for security_group_rule, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:12.548895 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] Transition to ACTIVE for port object eea29199-5d05-4739-962a-2e3dd30d1ae5 will not be triggered until provisioned by entity L2. {{(pid=80078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:39:12.551067 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:12.552223 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:12.568843 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:12.583799 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88526b94-e73c-4fbd-9dd2-e2793f8e35a7 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832482e7-d747-44a6-900b-99a40e162fba,revision_number=0']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:12.597453 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-88526b94-e73c-4fbd-9dd2-e2793f8e35a7 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:12.598318 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a16f9331-bae2-4ff0-9259-be2537e0dff2 req-88526b94-e73c-4fbd-9dd2-e2793f8e35a7 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:12.599680 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a16f9331-bae2-4ff0-9259-be2537e0dff2 req-88526b94-e73c-4fbd-9dd2-e2793f8e35a7 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3389609 Feb 03 11:39:12.604044 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6fb2e4f3-ec21-4cb9-94d7-54c3002e85c4 req-2749a4ad-3f16-477c-a3ae-2152b4f23b50 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285062 Feb 03 11:39:12.627186 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-83f2b46b-3895-499e-8974-708496ba2b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for subnet, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:12.666906 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-937b55c9-5ca4-4c35-b4dc-9c54a6527c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:12.715350 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13616627-62fd-4ba3-8234-6b3b07e63260 req-be14a67a-512d-4df9-8d4d-d0a852f4cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:12.716928 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-13616627-62fd-4ba3-8234-6b3b07e63260 req-be14a67a-512d-4df9-8d4d-d0a852f4cc79 service neutron] 10.222.0.122 "GET /v2.0/networks?id=7e73430d-1554-42f4-ad5f-613d6ba9a57b HTTP/1.1" status: 200 len: 903 time: 0.2637739 Feb 03 11:39:12.811765 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2b46b-3895-499e-8974-708496ba2b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2462024d-c4c8-455b-b121-b22caa048e39,revision_number=0']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:12.817307 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-83f2b46b-3895-499e-8974-708496ba2b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:12.841377 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99285a2a-f13a-4f74-9508-0cdf08dbf118 None None] Pushing event updated for resources: {'Port': ['ID=eea29199-5d05-4739-962a-2e3dd30d1ae5,revision_number=3']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:12.854152 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-99285a2a-f13a-4f74-9508-0cdf08dbf118 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:12.860386 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-13616627-62fd-4ba3-8234-6b3b07e63260 req-d12322ac-67d7-4254-bb9b-5e43600552d5 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18650f63-9e6b-42a6-a59e-66b8b572d970 HTTP/1.1" status: 200 len: 217 time: 0.1341391 Feb 03 11:39:12.921674 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f2b46b-3895-499e-8974-708496ba2b2b admin admin] Checking segment: {'id': 'fc42722a-a410-4844-919d-b51ddb04237d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:39:12.922174 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f2b46b-3895-499e-8974-708496ba2b2b admin admin] Network hostable DHCP agents. Network: 658b2e23-84fc-417e-81b7-6ef8c3f7b0bb, hostable agents: ['e281720a-8ae7-4081-88fc-d5a7fa1f3c44'], hosted agents: [] {{(pid=80075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 11:39:12.969274 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f2b46b-3895-499e-8974-708496ba2b2b admin admin] Network 658b2e23-84fc-417e-81b7-6ef8c3f7b0bb is scheduled to be hosted by DHCP agent e281720a-8ae7-4081-88fc-d5a7fa1f3c44 with binding_index 1 {{(pid=80075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 11:39:12.984471 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-83f2b46b-3895-499e-8974-708496ba2b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-1-smb, 658b2e23-84fc-417e-81b7-6ef8c3f7b0bb) {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:39:13.004637 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc99f65-838d-4133-81cc-a7ccc2490d46 None None] Network 658b2e23-84fc-417e-81b7-6ef8c3f7b0bb requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:39:13.008661 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f2b46b-3895-499e-8974-708496ba2b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:13.009330 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-83f2b46b-3895-499e-8974-708496ba2b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:13.064094 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-83f2b46b-3895-499e-8974-708496ba2b2b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4020839 Feb 03 11:39:13.066827 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 41168) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:39:13.073051 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-547950550-router', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:39:13.102114 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:39:13.104237 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] Attempting to bind port eea29199-5d05-4739-962a-2e3dd30d1ae5 on host dv-cinder-773870-1-smb for vnic_type normal with profile {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:39:13.104684 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] Attempting to bind port eea29199-5d05-4739-962a-2e3dd30d1ae5 by drivers openvswitch on host dv-cinder-773870-1-smb at level 0 using segments [{'id': '400f8d3c-a0ef-490e-a8b4-73413c508ec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e55649ee-7747-48e9-8ead-a10cce200367'}] {{(pid=80078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:39:13.105148 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] Attempting to bind port eea29199-5d05-4739-962a-2e3dd30d1ae5 on network e55649ee-7747-48e9-8ead-a10cce200367 {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:39:13.112473 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] Checking agent: {'id': 'b6dd2257-dda6-4a38-988b-b53fb9f71768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'started_at': datetime.datetime(2021, 2, 3, 11, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:39:13.112885 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] Checking segment: {'id': '400f8d3c-a0ef-490e-a8b4-73413c508ec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e55649ee-7747-48e9-8ead-a10cce200367'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:39:13.113330 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:13.113924 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] Bound using segment: {'id': '400f8d3c-a0ef-490e-a8b4-73413c508ec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e55649ee-7747-48e9-8ead-a10cce200367'} {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:39:13.114439 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] Bound port: eea29199-5d05-4739-962a-2e3dd30d1ae5, host: dv-cinder-773870-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400f8d3c-a0ef-490e-a8b4-73413c508ec5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e55649ee-7747-48e9-8ead-a10cce200367'}}] {{(pid=80078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:39:13.114851 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:13.118761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Usage tracker for resource:router and tenant:64aa1d83111b4e2ba616806df59776dd is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:39:13.124234 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:39:13.132449 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:39:13.143521 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854272894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774794'] for router, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:13.145163 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-502892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-504940', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854356710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1007'] for router, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:13.168750 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:13.231193 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13616627-62fd-4ba3-8234-6b3b07e63260 req-db78235b-d832-4e7f-ae95-19902a883b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:13.233066 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-13616627-62fd-4ba3-8234-6b3b07e63260 req-db78235b-d832-4e7f-ae95-19902a883b5b service neutron] 10.222.0.122 "GET /v2.0/subnets?id=b9ab500b-2c9c-4bec-a7ae-5ac7c93bd4d9 HTTP/1.1" status: 200 len: 849 time: 0.3617935 Feb 03 11:39:13.240856 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] For port eea29199-5d05-4739-962a-2e3dd30d1ae5, host dv-cinder-773870-1-smb, cleared binding levels {{(pid=80078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:39:13.244470 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] For port eea29199-5d05-4739-962a-2e3dd30d1ae5, host dv-cinder-773870-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=eea29199-5d05-4739-962a-2e3dd30d1ae5,segment=NetworkSegment(400f8d3c-a0ef-490e-a8b4-73413c508ec5),segment_id=400f8d3c-a0ef-490e-a8b4-73413c508ec5)] {{(pid=80078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:39:13.248477 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:13.321213 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-13616627-62fd-4ba3-8234-6b3b07e63260 req-2142241c-e45a-4ec0-a75e-c30ba04e04bf service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=7e73430d-1554-42f4-ad5f-613d6ba9a57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789883 Feb 03 11:39:13.390907 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:13.461761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba32f814-d890-5f28-b06b-58f4fe6bb13a-658b2e23-84fc-417e-81b7-6ef8c3f7b0bb', 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'fixed_ips': [{'subnet_id': '2462024d-c4c8-455b-b121-b22caa048e39'}]}} from dv-cinder-773870-1-smb. {{(pid=80077) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 03 11:39:13.462438 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb546fb5-3c07-4da1-bf5c-16fc6bfdfae9 req-3804f6e1-cbb5-4ea0-afbf-e19be9f24251 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:13.462690 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:13.471550 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-eb546fb5-3c07-4da1-bf5c-16fc6bfdfae9 req-3804f6e1-cbb5-4ea0-afbf-e19be9f24251 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a HTTP/1.1" status: 200 len: 943 time: 0.5105112 Feb 03 11:39:13.495430 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99285a2a-f13a-4f74-9508-0cdf08dbf118 None None] Pushing event updated for resources: {'Port': ['ID=eea29199-5d05-4739-962a-2e3dd30d1ae5,revision_number=4']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:13.499452 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-99285a2a-f13a-4f74-9508-0cdf08dbf118 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:13.526634 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] Routers {'0a2e74d6-becc-4a45-9853-8198218d8190'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:39:13.527567 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:38:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['0a2e74d6-becc-4a45-9853-8198218d8190'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:39:13.856540 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-504927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854272771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-988'] for router, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:13.944782 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] Set router 0a2e74d6-becc-4a45-9853-8198218d8190 gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:39:13.962378 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Allocated IP 172.20.0.2 (658b2e23-84fc-417e-81b7-6ef8c3f7b0bb/2462024d-c4c8-455b-b121-b22caa048e39/ddf7c1a4-45e1-44b8-b722-31216b87ff5b) {{(pid=80077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:39:14.184845 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-eb546fb5-3c07-4da1-bf5c-16fc6bfdfae9 req-2adee9fc-b34f-443c-a72a-28ceee9eac59 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7122352 Feb 03 11:39:14.297038 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Notify callbacks [] for port, precommit_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:14.302147 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-13616627-62fd-4ba3-8234-6b3b07e63260 req-ca2e15b0-9ac8-449d-aced-907a9e402fc0 service neutron] 10.222.0.122 "GET /v2.0/networks/7e73430d-1554-42f4-ad5f-613d6ba9a57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9714565 Feb 03 11:39:14.322106 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Transition to ACTIVE for port object ddf7c1a4-45e1-44b8-b722-31216b87ff5b will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:39:14.343132 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Transition to ACTIVE for port object ddf7c1a4-45e1-44b8-b722-31216b87ff5b will not be triggered until provisioned by entity DHCP. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:39:14.351829 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:14.393460 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c6bb4-2d7a-4b80-af87-d5335a350d87 req-bfaf067d-922a-470a-aa75-6073c63294d2 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:14.397311 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c5c35c49-3ab8-4aa3-a3d2-d16e4a95a2d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:14.403104 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-023c6bb4-2d7a-4b80-af87-d5335a350d87 req-bfaf067d-922a-470a-aa75-6073c63294d2 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.5332348 Feb 03 11:39:14.418079 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2e74d6-becc-4a45-9853-8198218d8190', 'name': 'tempest-TestShelveInstance-1158049969-router', 'tenant_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '00461551-b7c7-462b-9c09-c03c16ef880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:58Z', 'updated_at': '2021-02-03T11:39:07Z', 'revision_number': 4, 'project_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'gw_port': {'id': '00461551-b7c7-462b-9c09-c03c16ef880a', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2e74d6-becc-4a45-9853-8198218d8190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:00Z', 'updated_at': '2021-02-03T11:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': 'eea29199-5d05-4739-962a-2e3dd30d1ae5', 'name': '', 'network_id': 'e55649ee-7747-48e9-8ead-a10cce200367', 'tenant_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'mac_address': 'fa:16:3e:d9:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2e74d6-becc-4a45-9853-8198218d8190', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '650960af-bce9-4315-ac15-b3c6d26af1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:05Z', 'updated_at': '2021-02-03T11:39:13Z', 'revision_number': 4, 'project_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'subnets': [{'id': '650960af-bce9-4315-ac15-b3c6d26af1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:39:14.424198 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80959d4c-af3f-47aa-b75a-b59efbf22232 None None] The sync data for ids ['0a2e74d6-becc-4a45-9853-8198218d8190'] in dv-cinder-773870-1-smb is: [{'id': '0a2e74d6-becc-4a45-9853-8198218d8190', 'name': 'tempest-TestShelveInstance-1158049969-router', 'tenant_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '00461551-b7c7-462b-9c09-c03c16ef880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:58Z', 'updated_at': '2021-02-03T11:39:07Z', 'revision_number': 4, 'project_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'gw_port': {'id': '00461551-b7c7-462b-9c09-c03c16ef880a', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2e74d6-becc-4a45-9853-8198218d8190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:00Z', 'updated_at': '2021-02-03T11:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': 'eea29199-5d05-4739-962a-2e3dd30d1ae5', 'name': '', 'network_id': 'e55649ee-7747-48e9-8ead-a10cce200367', 'tenant_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'mac_address': 'fa:16:3e:d9:ab:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2e74d6-becc-4a45-9853-8198218d8190', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '650960af-bce9-4315-ac15-b3c6d26af1ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:05Z', 'updated_at': '2021-02-03T11:39:13Z', 'revision_number': 4, 'project_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'subnets': [{'id': '650960af-bce9-4315-ac15-b3c6d26af1ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:39:14.524088 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-023c6bb4-2d7a-4b80-af87-d5335a350d87 req-7e04c867-cd0d-4384-9e39-8fed636d7c71 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198068 Feb 03 11:39:14.570585 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Pushing event updated for resources: {'Port': ['ID=ddf7c1a4-45e1-44b8-b722-31216b87ff5b,revision_number=1']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:14.697956 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-13616627-62fd-4ba3-8234-6b3b07e63260 req-9f68fc2f-9cb5-4fa4-b700-dd5b0e6c209e service neutron] 10.222.0.122 "GET /v2.0/networks/7e73430d-1554-42f4-ad5f-613d6ba9a57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3723967 Feb 03 11:39:14.750737 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:14.794954 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Network 658b2e23-84fc-417e-81b7-6ef8c3f7b0bb is already hosted by enough agents. {{(pid=80077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:39:14.796269 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Resources bound (agent type, host, resource id): {{(pid=80077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:39:14.799412 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Received port after_create {{(pid=80077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:39:14.867255 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:14.874703 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Attempting to bind port ddf7c1a4-45e1-44b8-b722-31216b87ff5b on host dv-cinder-773870-1-smb for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:39:14.875112 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Attempting to bind port ddf7c1a4-45e1-44b8-b722-31216b87ff5b by drivers openvswitch on host dv-cinder-773870-1-smb at level 0 using segments [{'id': 'fc42722a-a410-4844-919d-b51ddb04237d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:39:14.875752 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Attempting to bind port ddf7c1a4-45e1-44b8-b722-31216b87ff5b on network 658b2e23-84fc-417e-81b7-6ef8c3f7b0bb {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:39:14.883189 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Checking agent: {'id': 'b6dd2257-dda6-4a38-988b-b53fb9f71768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'started_at': datetime.datetime(2021, 2, 3, 11, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:39:14.883668 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Checking segment: {'id': 'fc42722a-a410-4844-919d-b51ddb04237d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:39:14.884093 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:14.884549 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Bound using segment: {'id': 'fc42722a-a410-4844-919d-b51ddb04237d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:39:14.885074 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Bound port: ddf7c1a4-45e1-44b8-b722-31216b87ff5b, host: dv-cinder-773870-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc42722a-a410-4844-919d-b51ddb04237d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:39:14.885501 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:14.907202 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:15.005181 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] For port ddf7c1a4-45e1-44b8-b722-31216b87ff5b, host dv-cinder-773870-1-smb, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:39:15.009720 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] For port ddf7c1a4-45e1-44b8-b722-31216b87ff5b, host dv-cinder-773870-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=ddf7c1a4-45e1-44b8-b722-31216b87ff5b,segment=NetworkSegment(fc42722a-a410-4844-919d-b51ddb04237d),segment_id=fc42722a-a410-4844-919d-b51ddb04237d)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:39:15.015302 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:15.039764 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:15.201257 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492e4be-9273-41a0-a15a-12ea4497a0fa req-88eed283-235b-4b16-a6e8-b1e9b270f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:15.203101 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1492e4be-9273-41a0-a15a-12ea4497a0fa req-88eed283-235b-4b16-a6e8-b1e9b270f019 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=56aa07d6046f423a9737e95d751bc566&device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 1162 time: 0.1790648 Feb 03 11:39:15.445196 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Pushing event updated for resources: {'Port': ['ID=ddf7c1a4-45e1-44b8-b722-31216b87ff5b,revision_number=2']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:15.449117 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:15.460037 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492e4be-9273-41a0-a15a-12ea4497a0fa req-8592717d-db9e-4ae4-820e-64efe59d89c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:15.461895 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1492e4be-9273-41a0-a15a-12ea4497a0fa req-8592717d-db9e-4ae4-820e-64efe59d89c6 service neutron] 10.222.0.122 "GET /v2.0/networks?id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c HTTP/1.1" status: 200 len: 912 time: 0.2444341 Feb 03 11:39:15.523063 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af415b8-a81c-401e-9e98-ed6c8213383c req-080a28d9-dc51-454f-a292-d091f59afe04 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:15.531026 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9af415b8-a81c-401e-9e98-ed6c8213383c req-080a28d9-dc51-454f-a292-d091f59afe04 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.3296084 Feb 03 11:39:15.616329 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1492e4be-9273-41a0-a15a-12ea4497a0fa req-7298a68e-3367-4f03-9527-1cc90062bebf service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e03523e-c54c-4e8b-8159-8e757c25925a HTTP/1.1" status: 200 len: 217 time: 0.0977008 Feb 03 11:39:15.644966 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9af415b8-a81c-401e-9e98-ed6c8213383c req-896533b9-fd74-4bd4-8be8-28fcd95d750f tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128016 Feb 03 11:39:15.661765 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Allocated IP 172.28.2.211 (84b90693-2912-4173-9093-cf01ce7c5229/b0f1584a-346a-4aca-be96-02ba0d663828/b0d1d060-bd60-4bdd-9988-785a34461ec7) {{(pid=80075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:39:15.720601 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492e4be-9273-41a0-a15a-12ea4497a0fa req-44d60575-8116-4519-9c64-87c834b3e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:15.722234 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1492e4be-9273-41a0-a15a-12ea4497a0fa req-44d60575-8116-4519-9c64-87c834b3e70a service neutron] 10.222.0.122 "GET /v2.0/subnets?id=97b65fc5-b24e-456c-92d2-94fdf77fc327 HTTP/1.1" status: 200 len: 858 time: 0.0946293 Feb 03 11:39:15.812458 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf0a1e-aef8-48f6-8f9c-4ff9256a7753 req-2923f851-103d-4ec8-98c4-d0e9ffb38086 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:15.814354 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-48bf0a1e-aef8-48f6-8f9c-4ff9256a7753 req-2923f851-103d-4ec8-98c4-d0e9ffb38086 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a HTTP/1.1" status: 200 len: 943 time: 0.3501475 Feb 03 11:39:15.882810 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1492e4be-9273-41a0-a15a-12ea4497a0fa req-377b164e-2d92-45eb-9d05-3a7014c782ea service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673509 Feb 03 11:39:15.886538 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:15.951081 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:15.976848 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0e046eee-fb7a-41ed-9696-cc5cd19a92cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:16.059502 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-48bf0a1e-aef8-48f6-8f9c-4ff9256a7753 req-e2be5ecd-7e05-4662-9b93-d1ccae2d63fc tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754620 Feb 03 11:39:16.142783 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1492e4be-9273-41a0-a15a-12ea4497a0fa req-c5472e49-1354-413f-b55f-aefa246bdea9 service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202439 Feb 03 11:39:16.160930 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Pushing event updated for resources: {'Port': ['ID=b0d1d060-bd60-4bdd-9988-785a34461ec7,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:16.175321 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.175321 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.175321 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.175321 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.175321 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.175875 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.175956 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.176359 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.176915 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.177561 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.178009 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.178807 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.179357 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.179813 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.180241 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.180693 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.181248 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.181706 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.182184 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.183112 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.183112 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.183573 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.186569 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.186569 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:16.189585 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:16.200734 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device eea29199-5d05-4739-962a-2e3dd30d1ae5 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:39:16.265498 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Network 84b90693-2912-4173-9093-cf01ce7c5229 is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:39:16.267379 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:39:16.270927 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Received port after_create {{(pid=80075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:39:16.302312 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning for port eea29199-5d05-4739-962a-2e3dd30d1ae5 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:39:16.310580 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port eea29199-5d05-4739-962a-2e3dd30d1ae5 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:16.312761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:16.318562 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1492e4be-9273-41a0-a15a-12ea4497a0fa req-0fefc2ef-c1ce-435c-bfc8-33c6331cfe36 service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1660483 Feb 03 11:39:16.457755 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:16.493972 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] For port eea29199-5d05-4739-962a-2e3dd30d1ae5, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=eea29199-5d05-4739-962a-2e3dd30d1ae5,segment=NetworkSegment(400f8d3c-a0ef-490e-a8b4-73413c508ec5),segment_id=400f8d3c-a0ef-490e-a8b4-73413c508ec5)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:39:16.497110 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:16.498180 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device ddf7c1a4-45e1-44b8-b722-31216b87ff5b up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:39:16.529835 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a1b03f0f-4304-4e93-86e2-b60a890c0ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:16.633491 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Pushing event updated for resources: {'Port': ['ID=eea29199-5d05-4739-962a-2e3dd30d1ae5,revision_number=5']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:16.637132 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:16.643083 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning for port ddf7c1a4-45e1-44b8-b722-31216b87ff5b completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:39:16.694521 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:17.033633 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbd4199-402e-44b6-9696-a1c41d9954ed None None] Network 658b2e23-84fc-417e-81b7-6ef8c3f7b0bb requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:39:17.167905 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-eccf673d-948f-4790-9f7c-0e0bbe3af157 None None] Provisioning for port ddf7c1a4-45e1-44b8-b722-31216b87ff5b completed by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:39:17.184690 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-eccf673d-948f-4790-9f7c-0e0bbe3af157 None None] Provisioning complete for port ddf7c1a4-45e1-44b8-b722-31216b87ff5b triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:17.185106 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eccf673d-948f-4790-9f7c-0e0bbe3af157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:17.407659 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc3c11-4861-49ad-bd28-84c11e69b9a1 req-0d39f418-e843-4902-b3a0-6fa40db3c210 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:17.416503 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-62dc3c11-4861-49ad-bd28-84c11e69b9a1 req-0d39f418-e843-4902-b3a0-6fa40db3c210 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.5931439 Feb 03 11:39:17.479333 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eccf673d-948f-4790-9f7c-0e0bbe3af157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:17.504825 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbe3ac-3218-4e94-83d2-61de1a20904c req-3420d577-111e-447b-ad67-e88d70e569e0 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:17.506836 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3bfbe3ac-3218-4e94-83d2-61de1a20904c req-3420d577-111e-447b-ad67-e88d70e569e0 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a HTTP/1.1" status: 200 len: 943 time: 0.1799450 Feb 03 11:39:17.532708 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-502922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854270799'] for router, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:17.575300 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-eccf673d-948f-4790-9f7c-0e0bbe3af157 None None] For port ddf7c1a4-45e1-44b8-b722-31216b87ff5b, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=ddf7c1a4-45e1-44b8-b722-31216b87ff5b,segment=NetworkSegment(fc42722a-a410-4844-919d-b51ddb04237d),segment_id=fc42722a-a410-4844-919d-b51ddb04237d)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:39:17.596235 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eccf673d-948f-4790-9f7c-0e0bbe3af157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:17.600885 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5e5cbf0c-e19a-4c51-870e-3d636ca56997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:17.617163 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3bfbe3ac-3218-4e94-83d2-61de1a20904c req-6f2e946e-0e7a-448c-9ee9-7578a79b85a2 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948634 Feb 03 11:39:17.644087 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-62dc3c11-4861-49ad-bd28-84c11e69b9a1 req-2d861b76-77f8-4646-b3df-149891e51d9b tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265437 Feb 03 11:39:17.742678 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.objects.ports [None req-f87b121f-bb26-47e1-9a9e-545ca0527a9d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80077) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 03 11:39:17.753128 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf673d-948f-4790-9f7c-0e0bbe3af157 None None] Pushing event updated for resources: {'Port': ['ID=ddf7c1a4-45e1-44b8-b722-31216b87ff5b,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:17.757335 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-eccf673d-948f-4790-9f7c-0e0bbe3af157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:17.758568 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-47085225-abcf-4677-9334-31edf5c62107 None None] Provisioning complete for port ddf7c1a4-45e1-44b8-b722-31216b87ff5b triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:17.759056 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-47085225-abcf-4677-9334-31edf5c62107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:17.848116 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Router 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f is scheduled to L3 agent 076b62cd-f232-448d-ae77-120500dbf827 with binding_index 1 {{(pid=80075) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 03 11:39:18.023122 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-023633cc-b216-4e1b-8476-95471883081b None None] Provisioning complete for port ddf7c1a4-45e1-44b8-b722-31216b87ff5b triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:18.023765 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-023633cc-b216-4e1b-8476-95471883081b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:18.065607 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:39:18.076646 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] Sync routers for ids ['0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'] in dv-cinder-773870-1-smb {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:39:18.091010 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] Routers {'0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:39:18.092241 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:38:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:39:18.116747 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Notify callbacks [] for router, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:18.121783 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 41232) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:39:18.121951 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0533690 Feb 03 11:39:18.162983 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device eea29199-5d05-4739-962a-2e3dd30d1ae5 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:39:18.302718 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port eea29199-5d05-4739-962a-2e3dd30d1ae5 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:18.303158 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:18.350020 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] Set router 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:39:18.450404 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-39f59339-75f1-491e-bff7-973e776e2f71 None None] Provisioning complete for port ddf7c1a4-45e1-44b8-b722-31216b87ff5b triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:18.450827 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-39f59339-75f1-491e-bff7-973e776e2f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:18.494058 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device ddf7c1a4-45e1-44b8-b722-31216b87ff5b up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:39:18.594458 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port ddf7c1a4-45e1-44b8-b722-31216b87ff5b triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:18.594458 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:18.726484 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 18650f63-9e6b-42a6-a59e-66b8b572d970 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:39:18.935672 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'name': 'tempest-TestMinimumBasicScenario-547950550-router', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:39:13Z', 'updated_at': '2021-02-03T11:39:16Z', 'revision_number': 3, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'gw_port': {'id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:15Z', 'updated_at': '2021-02-03T11:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:39:18.940432 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] Checking router: 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f for host: dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:39:18.940933 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] Updating router 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f port b0d1d060-bd60-4bdd-9988-785a34461ec7 binding host dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 11:39:19.006638 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:19.046760 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a96c21-bff9-4ca9-af19-e7892fa93c07 req-de3a7d3d-8a4a-412d-82ec-3e79d802f8de tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:19.048596 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-13a96c21-bff9-4ca9-af19-e7892fa93c07 req-de3a7d3d-8a4a-412d-82ec-3e79d802f8de tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.1850841 Feb 03 11:39:19.059664 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning for port 18650f63-9e6b-42a6-a59e-66b8b572d970 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:39:19.083484 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 18650f63-9e6b-42a6-a59e-66b8b572d970 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:19.084132 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:19.120895 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-13a96c21-bff9-4ca9-af19-e7892fa93c07 req-64c299e5-e02f-4887-a025-e3c83ad96bfe tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629261 Feb 03 11:39:19.159987 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0339b8-eb66-42c3-83e8-86081d9d3499 req-22f2a3c0-0e22-45ef-bddb-e59c7d8862f8 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:19.161677 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5b0339b8-eb66-42c3-83e8-86081d9d3499 req-22f2a3c0-0e22-45ef-bddb-e59c7d8862f8 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a HTTP/1.1" status: 200 len: 943 time: 0.3125546 Feb 03 11:39:19.174251 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:19.253947 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:19.296858 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18650f63-9e6b-42a6-a59e-66b8b572d970'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:39:19.313670 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port 18650f63-9e6b-42a6-a59e-66b8b572d970, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=18650f63-9e6b-42a6-a59e-66b8b572d970,segment=NetworkSegment(8ef8325f-c7b2-4100-8bc9-864b570a5c68),segment_id=8ef8325f-c7b2-4100-8bc9-864b570a5c68)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:39:19.328286 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:19.332192 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e9161e0f-15d2-4e29-b19e-56660a81d02d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:19.364102 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5b0339b8-eb66-42c3-83e8-86081d9d3499 req-3bdaa946-186e-4eae-b549-5335653e0159 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919751 Feb 03 11:39:19.436387 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=18650f63-9e6b-42a6-a59e-66b8b572d970,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:19.444178 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:19.474640 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18650f63-9e6b-42a6-a59e-66b8b572d970', 'code': 200} Feb 03 11:39:19.489832 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] Notify callbacks [] for port, precommit_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:19.503896 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] Transition to ACTIVE for port object b0d1d060-bd60-4bdd-9988-785a34461ec7 will not be triggered until provisioned by entity L2. {{(pid=80078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:39:19.506949 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:19.533616 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:19.537936 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 18650f63-9e6b-42a6-a59e-66b8b572d970 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:39:19.757188 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Allocated IP 172.20.0.1 (658b2e23-84fc-417e-81b7-6ef8c3f7b0bb/2462024d-c4c8-455b-b121-b22caa048e39/1942bdb4-6413-4b1a-89a3-134809a0b843) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:39:19.782226 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 18650f63-9e6b-42a6-a59e-66b8b572d970 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:19.782682 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:19.827821 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652c4f5-52c3-4723-b102-a410657b4760 None None] Pushing event updated for resources: {'Port': ['ID=b0d1d060-bd60-4bdd-9988-785a34461ec7,revision_number=2']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:19.835931 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1652c4f5-52c3-4723-b102-a410657b4760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:19.928232 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] Attempting to bind port b0d1d060-bd60-4bdd-9988-785a34461ec7 on host dv-cinder-773870-1-smb for vnic_type normal with profile {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:39:19.928748 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] Attempting to bind port b0d1d060-bd60-4bdd-9988-785a34461ec7 by drivers openvswitch on host dv-cinder-773870-1-smb at level 0 using segments [{'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}] {{(pid=80078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:39:19.929230 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] Attempting to bind port b0d1d060-bd60-4bdd-9988-785a34461ec7 on network 84b90693-2912-4173-9093-cf01ce7c5229 {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:39:19.935564 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] Checking agent: {'id': 'b6dd2257-dda6-4a38-988b-b53fb9f71768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'started_at': datetime.datetime(2021, 2, 3, 11, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:39:19.936084 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] Checking segment: {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:39:19.936602 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:19.937110 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] Bound using segment: {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'} {{(pid=80078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:39:19.937693 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] Bound port: b0d1d060-bd60-4bdd-9988-785a34461ec7, host: dv-cinder-773870-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef679f0b-7c61-47c0-b704-b3d2fd0cd989', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}}] {{(pid=80078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:39:19.938220 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:20.026556 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] For port b0d1d060-bd60-4bdd-9988-785a34461ec7, host dv-cinder-773870-1-smb, cleared binding levels {{(pid=80078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:39:20.030566 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] For port b0d1d060-bd60-4bdd-9988-785a34461ec7, host dv-cinder-773870-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=b0d1d060-bd60-4bdd-9988-785a34461ec7,segment=NetworkSegment(ef679f0b-7c61-47c0-b704-b3d2fd0cd989),segment_id=ef679f0b-7c61-47c0-b704-b3d2fd0cd989)] {{(pid=80078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:39:20.035178 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80078) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:20.049339 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:20.208166 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652c4f5-52c3-4723-b102-a410657b4760 None None] Pushing event updated for resources: {'Port': ['ID=b0d1d060-bd60-4bdd-9988-785a34461ec7,revision_number=3']} {{(pid=80078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:20.214200 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1652c4f5-52c3-4723-b102-a410657b4760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80078) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:20.255747 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:20.256145 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] Routers {'0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:39:20.256834 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:38:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:39:20.289982 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Transition to ACTIVE for port object 1942bdb4-6413-4b1a-89a3-134809a0b843 will not be triggered until provisioned by entity DHCP. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:39:20.301022 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691f821-f92e-42f2-811f-565c53369d5c req-dbed1237-902b-495f-b9d5-c3bf14681d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:20.302670 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0691f821-f92e-42f2-811f-565c53369d5c req-dbed1237-902b-495f-b9d5-c3bf14681d07 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a HTTP/1.1" status: 200 len: 1162 time: 0.1501904 Feb 03 11:39:20.349992 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4666c6cc-bb74-49f6-8f2e-cc34584b2c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:20.359820 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:20.377631 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:20.421862 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0691f821-f92e-42f2-811f-565c53369d5c req-5d203cd6-d140-4314-88c4-c2ce6d43afba service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102629 Feb 03 11:39:20.467873 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11835fbc-6081-47bd-ab73-4aae66e886bf req-7f09bec6-d1d1-4ed6-9a95-59cec0098995 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:20.476606 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-11835fbc-6081-47bd-ab73-4aae66e886bf req-7f09bec6-d1d1-4ed6-9a95-59cec0098995 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.2046630 Feb 03 11:39:20.479475 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] Set router 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:39:20.525208 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Pushing event updated for resources: {'Port': ['ID=1942bdb4-6413-4b1a-89a3-134809a0b843,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:20.549387 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-11835fbc-6081-47bd-ab73-4aae66e886bf req-1013eaf0-9761-4249-9b9d-70011f0d2e4d tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712228 Feb 03 11:39:20.550390 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.550801 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.551207 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.551620 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.552006 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.552396 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.552779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.553163 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.553545 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.553924 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.554302 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.554675 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.555111 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.555552 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.555928 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.556302 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.556675 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.557048 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.557421 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.557790 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.558273 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.558650 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.559021 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.559421 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:20.606436 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:20.694058 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Network 658b2e23-84fc-417e-81b7-6ef8c3f7b0bb is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:39:20.697988 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:39:20.700706 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:39:20.942260 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144235ae-af7e-4f7d-848f-754aa5f8fc60 req-e24b38bf-576d-4811-a947-32adbc914eb1 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:20.944332 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-144235ae-af7e-4f7d-848f-754aa5f8fc60 req-e24b38bf-576d-4811-a947-32adbc914eb1 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a HTTP/1.1" status: 200 len: 945 time: 0.3481584 Feb 03 11:39:20.945164 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854275467'] for router_interface, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:20.955023 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'name': 'tempest-TestMinimumBasicScenario-547950550-router', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:39:13Z', 'updated_at': '2021-02-03T11:39:16Z', 'revision_number': 3, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'gw_port': {'id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:15Z', 'updated_at': '2021-02-03T11:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:39:20.960160 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2963fdcc-acd9-4506-ad23-93bc05f35d6a None None] The sync data for ids ['0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'] in dv-cinder-773870-1-smb is: [{'id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'name': 'tempest-TestMinimumBasicScenario-547950550-router', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:39:13Z', 'updated_at': '2021-02-03T11:39:16Z', 'revision_number': 3, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'gw_port': {'id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:15Z', 'updated_at': '2021-02-03T11:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}] {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:39:21.018793 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-f014fba1-8e27-4cf0-aa44-068cb021f4c6 None None] Provisioning for port 1942bdb4-6413-4b1a-89a3-134809a0b843 completed by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:39:21.026731 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-f014fba1-8e27-4cf0-aa44-068cb021f4c6 None None] Provisioning complete for port 1942bdb4-6413-4b1a-89a3-134809a0b843 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:21.027148 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f014fba1-8e27-4cf0-aa44-068cb021f4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:21.123761 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-144235ae-af7e-4f7d-848f-754aa5f8fc60 req-06bf8241-885b-4ece-aeec-dfbfd6626ef0 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616740 Feb 03 11:39:21.239834 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:21.289439 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-f014fba1-8e27-4cf0-aa44-068cb021f4c6 None None] Port 1942bdb4-6413-4b1a-89a3-134809a0b843 cannot update to ACTIVE because it is not bound. {{(pid=80077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 11:39:21.561916 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:21.567466 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:21.599789 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-eae3a801-86e6-4622-bc90-66bfc35f587a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:21.693752 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Pushing event updated for resources: {'Port': ['ID=1942bdb4-6413-4b1a-89a3-134809a0b843,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:21.696526 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-615671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854270421'] for router_interface, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:21.710651 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:21.853701 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Network 658b2e23-84fc-417e-81b7-6ef8c3f7b0bb is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:39:21.854860 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:39:22.075575 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Router 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:39:22.119248 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-b706a42a-35ec-43d0-b93d-d6a20d78af92 None None] Provisioning complete for port 1942bdb4-6413-4b1a-89a3-134809a0b843 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:22.119744 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b706a42a-35ec-43d0-b93d-d6a20d78af92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:22.227967 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device b0d1d060-bd60-4bdd-9988-785a34461ec7 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:39:22.342572 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:39:22.361301 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] 10.222.0.68 "PUT /v2.0/routers/0789b9b7-56af-4a40-a766-ff1e5b5aeb6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2382960 Feb 03 11:39:22.367598 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-b706a42a-35ec-43d0-b93d-d6a20d78af92 None None] Port 1942bdb4-6413-4b1a-89a3-134809a0b843 cannot update to ACTIVE because it is not bound. {{(pid=80077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 11:39:22.407991 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning for port b0d1d060-bd60-4bdd-9988-785a34461ec7 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:39:22.416959 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port b0d1d060-bd60-4bdd-9988-785a34461ec7 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:22.417610 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:22.523386 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c47518-233a-4c23-85d4-4025d124f46b req-ecc1a5a8-55c3-492f-9577-d58f36e9210e tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:22.534686 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-70c47518-233a-4c23-85d4-4025d124f46b req-ecc1a5a8-55c3-492f-9577-d58f36e9210e tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a HTTP/1.1" status: 200 len: 945 time: 0.1991661 Feb 03 11:39:22.579030 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:22.586343 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bce5f9fd-eee2-4bfa-bb30-a6ae09c1b4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:22.602766 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] For port b0d1d060-bd60-4bdd-9988-785a34461ec7, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=b0d1d060-bd60-4bdd-9988-785a34461ec7,segment=NetworkSegment(ef679f0b-7c61-47c0-b704-b3d2fd0cd989),segment_id=ef679f0b-7c61-47c0-b704-b3d2fd0cd989)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:39:22.607419 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:22.611821 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:22.636125 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-70c47518-233a-4c23-85d4-4025d124f46b req-84818560-8340-4e3b-949e-a13ec7bc6f2c tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885344 Feb 03 11:39:22.701926 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa17a3-b5f4-4bba-a31f-f2cd762040b5 req-dec3d10c-b6b1-4eb4-ad9f-dafd1ea73f50 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:22.703971 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-60aa17a3-b5f4-4bba-a31f-f2cd762040b5 req-dec3d10c-b6b1-4eb4-ad9f-dafd1ea73f50 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.2115471 Feb 03 11:39:22.725062 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Pushing event updated for resources: {'Port': ['ID=b0d1d060-bd60-4bdd-9988-785a34461ec7,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:22.735639 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.736037 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.736413 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.736786 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.737158 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.737530 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.737898 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.738261 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.738799 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.739165 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.739553 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.739915 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.740334 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.740695 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.741054 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.741678 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.742074 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.742473 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.742833 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.743402 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.743725 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.744085 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.744441 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.744795 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:39:22.750299 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:22.780899 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-60aa17a3-b5f4-4bba-a31f-f2cd762040b5 req-51ac399c-87aa-41dd-acf9-4e85edf13f1d tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700896 Feb 03 11:39:23.158631 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:23.996761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] Sync routers for ids ['0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'] in dv-cinder-773870-1-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:39:24.012592 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:24.017297 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] Routers {'0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:39:24.018330 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:39:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:39:24.189270 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device b0d1d060-bd60-4bdd-9988-785a34461ec7 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:39:24.247709 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea29606-9e69-4088-9263-b792adb81d89 req-db879cbd-8dc9-41b5-b171-719a731e746b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:24.260808 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fea29606-9e69-4088-9263-b792adb81d89 req-db879cbd-8dc9-41b5-b171-719a731e746b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a HTTP/1.1" status: 200 len: 945 time: 0.2707510 Feb 03 11:39:24.309587 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port b0d1d060-bd60-4bdd-9988-785a34461ec7 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:24.310247 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:24.339969 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fea29606-9e69-4088-9263-b792adb81d89 req-bac99fe7-3755-4e97-b948-51a48424ef31 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780404 Feb 03 11:39:24.408600 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] Set router 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:39:24.804701 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:24.962847 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'name': 'tempest-TestMinimumBasicScenario-547950550-router', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:39:13Z', 'updated_at': '2021-02-03T11:39:21Z', 'revision_number': 4, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'gw_port': {'id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:15Z', 'updated_at': '2021-02-03T11:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '1942bdb4-6413-4b1a-89a3-134809a0b843', 'name': '', 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'mac_address': 'fa:16:3e:fd:e7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '2462024d-c4c8-455b-b121-b22caa048e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:19Z', 'updated_at': '2021-02-03T11:39:21Z', 'revision_number': 2, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'subnets': [{'id': '2462024d-c4c8-455b-b121-b22caa048e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:39:24.968010 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] Checking router: 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f for host: dv-cinder-773870-1-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:39:24.968527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] Updating router 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f port 1942bdb4-6413-4b1a-89a3-134809a0b843 binding host dv-cinder-773870-1-smb {{(pid=80077) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 03 11:39:25.036651 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:25.540523 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] Notify callbacks [] for port, precommit_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:25.557283 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] Transition to ACTIVE for port object 1942bdb4-6413-4b1a-89a3-134809a0b843 will not be triggered until provisioned by entity L2. {{(pid=80077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:39:25.562575 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:25.588633 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:25.770916 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af8ec9-801f-43c6-97a5-e3c641b466b6 req-a8c4080d-ae4b-48f9-a75f-ee87335c66e9 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:25.772654 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-10af8ec9-801f-43c6-97a5-e3c641b466b6 req-a8c4080d-ae4b-48f9-a75f-ee87335c66e9 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a HTTP/1.1" status: 200 len: 945 time: 0.2865636 Feb 03 11:39:25.850788 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96745c-5b82-4cbc-b026-c088dc9529c9 None None] Pushing event updated for resources: {'Port': ['ID=1942bdb4-6413-4b1a-89a3-134809a0b843,revision_number=3']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:25.858228 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-cd96745c-5b82-4cbc-b026-c088dc9529c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:25.864092 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-10af8ec9-801f-43c6-97a5-e3c641b466b6 req-a59eb060-6133-4905-a7b3-b91b910ff746 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852542 Feb 03 11:39:26.079629 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc58781-a32c-498d-8388-7886b4b1143c req-d8046521-5b3a-474e-aa89-6aa3257c6d79 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:26.082094 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6fc58781-a32c-498d-8388-7886b4b1143c req-d8046521-5b3a-474e-aa89-6aa3257c6d79 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.122 "GET /v2.0/ports?device_id=ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a HTTP/1.1" status: 200 len: 945 time: 0.2167261 Feb 03 11:39:26.154238 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] Attempting to bind port 1942bdb4-6413-4b1a-89a3-134809a0b843 on host dv-cinder-773870-1-smb for vnic_type normal with profile {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:39:26.154658 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] Attempting to bind port 1942bdb4-6413-4b1a-89a3-134809a0b843 by drivers openvswitch on host dv-cinder-773870-1-smb at level 0 using segments [{'id': 'fc42722a-a410-4844-919d-b51ddb04237d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb'}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:39:26.155361 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] Attempting to bind port 1942bdb4-6413-4b1a-89a3-134809a0b843 on network 658b2e23-84fc-417e-81b7-6ef8c3f7b0bb {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:39:26.162402 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] Checking agent: {'id': 'b6dd2257-dda6-4a38-988b-b53fb9f71768', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773870-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 27, 54), 'started_at': datetime.datetime(2021, 2, 3, 11, 28, 24), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773870-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:39:26.162819 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] Checking segment: {'id': 'fc42722a-a410-4844-919d-b51ddb04237d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:39:26.163330 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:26.163748 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] Bound using segment: {'id': 'fc42722a-a410-4844-919d-b51ddb04237d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb'} {{(pid=80077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:39:26.164268 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] Bound port: 1942bdb4-6413-4b1a-89a3-134809a0b843, host: dv-cinder-773870-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc42722a-a410-4844-919d-b51ddb04237d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb'}}] {{(pid=80077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:39:26.164683 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:26.262787 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-6fc58781-a32c-498d-8388-7886b4b1143c req-646288a1-b6fb-4cf1-bbad-0f78c6ac6090 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Deleting port 18650f63-9e6b-42a6-a59e-66b8b572d970 {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:39:26.263472 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-6fc58781-a32c-498d-8388-7886b4b1143c req-646288a1-b6fb-4cf1-bbad-0f78c6ac6090 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:26.282779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] For port 1942bdb4-6413-4b1a-89a3-134809a0b843, host dv-cinder-773870-1-smb, cleared binding levels {{(pid=80077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:39:26.286410 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] For port 1942bdb4-6413-4b1a-89a3-134809a0b843, host dv-cinder-773870-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=1942bdb4-6413-4b1a-89a3-134809a0b843,segment=NetworkSegment(fc42722a-a410-4844-919d-b51ddb04237d),segment_id=fc42722a-a410-4844-919d-b51ddb04237d)] {{(pid=80077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:39:26.295114 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:26.485671 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:26.639811 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-6fc58781-a32c-498d-8388-7886b4b1143c req-646288a1-b6fb-4cf1-bbad-0f78c6ac6090 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] For port 18650f63-9e6b-42a6-a59e-66b8b572d970, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=18650f63-9e6b-42a6-a59e-66b8b572d970,segment=NetworkSegment(8ef8325f-c7b2-4100-8bc9-864b570a5c68),segment_id=8ef8325f-c7b2-4100-8bc9-864b570a5c68)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:39:26.640508 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-6fc58781-a32c-498d-8388-7886b4b1143c req-646288a1-b6fb-4cf1-bbad-0f78c6ac6090 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:26.657549 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96745c-5b82-4cbc-b026-c088dc9529c9 None None] Pushing event updated for resources: {'Port': ['ID=1942bdb4-6413-4b1a-89a3-134809a0b843,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:26.662555 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-cd96745c-5b82-4cbc-b026-c088dc9529c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:26.711057 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] Routers {'0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:39:26.711934 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:39:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:39:26.832521 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-6fc58781-a32c-498d-8388-7886b4b1143c req-646288a1-b6fb-4cf1-bbad-0f78c6ac6090 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Calling delete_port for 18650f63-9e6b-42a6-a59e-66b8b572d970 owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:39:26.978826 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] Set router 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:39:27.128014 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-6fc58781-a32c-498d-8388-7886b4b1143c req-646288a1-b6fb-4cf1-bbad-0f78c6ac6090 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:27.236161 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:27.298401 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0b4d013c-c5d1-4b10-8ec6-7572a4817777 req-2a4cd40a-a689-428c-bd8c-6acbc02c74d7 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a HTTP/1.1" status: 200 len: 210 time: 0.1588690 Feb 03 11:39:27.448074 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'name': 'tempest-TestMinimumBasicScenario-547950550-router', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:39:13Z', 'updated_at': '2021-02-03T11:39:21Z', 'revision_number': 4, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'gw_port': {'id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:15Z', 'updated_at': '2021-02-03T11:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '1942bdb4-6413-4b1a-89a3-134809a0b843', 'name': '', 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'mac_address': 'fa:16:3e:fd:e7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '2462024d-c4c8-455b-b121-b22caa048e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:19Z', 'updated_at': '2021-02-03T11:39:26Z', 'revision_number': 4, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'subnets': [{'id': '2462024d-c4c8-455b-b121-b22caa048e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:39:27.457297 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe79b4-876b-4487-9016-3778eb89e94c None None] The sync data for ids ['0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'] in dv-cinder-773870-1-smb is: [{'id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'name': 'tempest-TestMinimumBasicScenario-547950550-router', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:39:13Z', 'updated_at': '2021-02-03T11:39:21Z', 'revision_number': 4, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'gw_port': {'id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:15Z', 'updated_at': '2021-02-03T11:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '1942bdb4-6413-4b1a-89a3-134809a0b843', 'name': '', 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'mac_address': 'fa:16:3e:fd:e7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '2462024d-c4c8-455b-b121-b22caa048e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:19Z', 'updated_at': '2021-02-03T11:39:26Z', 'revision_number': 4, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'subnets': [{'id': '2462024d-c4c8-455b-b121-b22caa048e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:39:27.565025 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 18650f63-9e6b-42a6-a59e-66b8b572d970 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:39:27.659893 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] No Port match for: 18650f63-9e6b-42a6-a59e-66b8b572d970 {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:39:27.660291 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 18650f63-9e6b-42a6-a59e-66b8b572d970 not bound to the agent host hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:39:27.834437 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646288a1-b6fb-4cf1-bbad-0f78c6ac6090 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Pushing event deleted for resources: {'Port': ['ID=18650f63-9e6b-42a6-a59e-66b8b572d970,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:27.846804 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-646288a1-b6fb-4cf1-bbad-0f78c6ac6090 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:27.917807 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc58781-a32c-498d-8388-7886b4b1143c req-646288a1-b6fb-4cf1-bbad-0f78c6ac6090 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] No DVR routers for this DVR port 18650f63-9e6b-42a6-a59e-66b8b572d970 on host hv-cinder-77387 {{(pid=80076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:39:27.920359 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-6fc58781-a32c-498d-8388-7886b4b1143c req-646288a1-b6fb-4cf1-bbad-0f78c6ac6090 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:27.925573 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a', 'name': 'network-vif-deleted', 'tag': '18650f63-9e6b-42a6-a59e-66b8b572d970'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:39:27.952808 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6fc58781-a32c-498d-8388-7886b4b1143c req-646288a1-b6fb-4cf1-bbad-0f78c6ac6090 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.122 "DELETE /v2.0/ports/18650f63-9e6b-42a6-a59e-66b8b572d970 HTTP/1.1" status: 204 len: 173 time: 1.8623998 Feb 03 11:39:28.109879 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a', 'name': 'network-vif-deleted', 'tag': '18650f63-9e6b-42a6-a59e-66b8b572d970', 'status': 'completed', 'code': 200} Feb 03 11:39:28.217107 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054d919-9737-475c-a67b-c26fe2c53b34 req-c2d69f38-e2f5-4470-b7e3-b48a162ef8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:28.219677 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a054d919-9737-475c-a67b-c26fe2c53b34 req-c2d69f38-e2f5-4470-b7e3-b48a162ef8bb service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=56aa07d6046f423a9737e95d751bc566&device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 1162 time: 0.2154717 Feb 03 11:39:28.323653 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 1942bdb4-6413-4b1a-89a3-134809a0b843 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:39:28.480079 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0436b-1750-4ae3-b22d-1008f06e934b req-0c839941-48d9-4f75-b6ce-35fbcc4214cd tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:28.482079 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-29c0436b-1750-4ae3-b22d-1008f06e934b req-0c839941-48d9-4f75-b6ce-35fbcc4214cd tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.2874432 Feb 03 11:39:28.490609 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054d919-9737-475c-a67b-c26fe2c53b34 req-4e7947da-5005-41d4-b33b-197c65e2fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:28.513024 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a054d919-9737-475c-a67b-c26fe2c53b34 req-4e7947da-5005-41d4-b33b-197c65e2fe0c service neutron] 10.222.0.122 "GET /v2.0/networks?id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c HTTP/1.1" status: 200 len: 912 time: 0.2848568 Feb 03 11:39:28.530646 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning for port 1942bdb4-6413-4b1a-89a3-134809a0b843 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:39:28.538178 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 1942bdb4-6413-4b1a-89a3-134809a0b843 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:28.538784 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:28.603374 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-29c0436b-1750-4ae3-b22d-1008f06e934b req-47104e32-ea08-435b-8d03-3da608d06964 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087494 Feb 03 11:39:28.634112 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a054d919-9737-475c-a67b-c26fe2c53b34 req-1dd7a37c-014d-42a4-b826-593f1431b732 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e03523e-c54c-4e8b-8159-8e757c25925a HTTP/1.1" status: 200 len: 217 time: 0.1116898 Feb 03 11:39:28.737774 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:28.795144 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-99a98901-6cbd-4346-85c6-297a214d8b75 req-0f95fb4a-c14b-4a51-8ab4-3231e0a48426 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Synchronizing usage tracker for tenant:0a37b511f0ea44d4aa3e6ce774245607 on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:39:28.814354 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:28.835769 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054d919-9737-475c-a67b-c26fe2c53b34 req-41262508-e40e-4b20-9acc-b760b920c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:28.837362 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a054d919-9737-475c-a67b-c26fe2c53b34 req-41262508-e40e-4b20-9acc-b760b920c9b8 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=97b65fc5-b24e-456c-92d2-94fdf77fc327 HTTP/1.1" status: 200 len: 858 time: 0.1226146 Feb 03 11:39:28.838157 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-99a98901-6cbd-4346-85c6-297a214d8b75 req-0f95fb4a-c14b-4a51-8ab4-3231e0a48426 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Unset dirty status for tenant:0a37b511f0ea44d4aa3e6ce774245607 on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:39:28.855939 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-99a98901-6cbd-4346-85c6-297a214d8b75 req-0f95fb4a-c14b-4a51-8ab4-3231e0a48426 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=ba3e17f9-f19a-4a26-ac50-6cdd7f7d189a HTTP/1.1" status: 200 len: 210 time: 0.2206748 Feb 03 11:39:28.901936 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] For port 1942bdb4-6413-4b1a-89a3-134809a0b843, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=1942bdb4-6413-4b1a-89a3-134809a0b843,segment=NetworkSegment(fc42722a-a410-4844-919d-b51ddb04237d),segment_id=fc42722a-a410-4844-919d-b51ddb04237d)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:39:28.907177 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:28.909581 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:28.941769 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a054d919-9737-475c-a67b-c26fe2c53b34 req-0252e75e-db57-4590-8acc-4564c113b3ee service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840018 Feb 03 11:39:29.020363 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Pushing event updated for resources: {'Port': ['ID=1942bdb4-6413-4b1a-89a3-134809a0b843,revision_number=5']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:29.026070 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:29.161035 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a054d919-9737-475c-a67b-c26fe2c53b34 req-0d1a48c8-d758-4fa0-b02e-aae4964d0f6e service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115476 Feb 03 11:39:29.318075 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a054d919-9737-475c-a67b-c26fe2c53b34 req-3be0744c-abeb-480f-a126-edd42d71aca9 service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1493323 Feb 03 11:39:29.935527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af163228-cec5-46a1-8e02-b677161716f4 req-0b7557fe-d428-4649-b1c1-4089a927c033 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:29.937616 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-af163228-cec5-46a1-8e02-b677161716f4 req-0b7557fe-d428-4649-b1c1-4089a927c033 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.1729286 Feb 03 11:39:30.030491 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-af163228-cec5-46a1-8e02-b677161716f4 req-2303ea0b-e55a-4de2-8c4a-c1d1cb43c895 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853498 Feb 03 11:39:30.167408 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 1942bdb4-6413-4b1a-89a3-134809a0b843 up at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:39:30.257982 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Provisioning complete for port 1942bdb4-6413-4b1a-89a3-134809a0b843 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:30.258474 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:30.577865 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abcf5-c40f-4827-8a15-61f720139387 req-33236e78-0876-4802-a1fe-521173e18460 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:30.580019 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-662abcf5-c40f-4827-8a15-61f720139387 req-33236e78-0876-4802-a1fe-521173e18460 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/networks?id=7e73430d-1554-42f4-ad5f-613d6ba9a57b HTTP/1.1" status: 200 len: 809 time: 0.2955532 Feb 03 11:39:30.599962 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-662abcf5-c40f-4827-8a15-61f720139387 req-31f0c89b-04bb-484b-a113-50c8519f2dd7 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/quotas/0a37b511f0ea44d4aa3e6ce774245607 HTTP/1.1" status: 200 len: 375 time: 0.0134134 Feb 03 11:39:30.682745 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-662abcf5-c40f-4827-8a15-61f720139387 req-d4ca8f0c-a5bc-4b27-afe9-f559988ac97e tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0a37b511f0ea44d4aa3e6ce774245607&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674903 Feb 03 11:39:30.831177 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-662abcf5-c40f-4827-8a15-61f720139387 req-b0f75cbf-ed44-42de-b3d0-b21a7cb78913 service neutron] 10.222.0.68 "GET /v2.0/networks/7e73430d-1554-42f4-ad5f-613d6ba9a57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473992 Feb 03 11:39:30.996058 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-662abcf5-c40f-4827-8a15-61f720139387 req-8843e029-8a85-404b-8f34-104515ba093d service neutron] 10.222.0.68 "GET /v2.0/networks/7e73430d-1554-42f4-ad5f-613d6ba9a57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1574855 Feb 03 11:39:31.236135 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9761c936-ae5b-4809-9882-5ac36bf7b3c1 req-47ad2657-5b57-4239-99af-2580ac844805 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b078e67-30ca-4908-99c6-25a352d79f4f HTTP/1.1" status: 200 len: 210 time: 0.0545363 Feb 03 11:39:31.396230 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d760e-8320-4f11-8b39-de8d6d76cc8a req-6868d93c-854c-4940-836e-7403425de889 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:31.398003 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-724d760e-8320-4f11-8b39-de8d6d76cc8a req-6868d93c-854c-4940-836e-7403425de889 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.2168677 Feb 03 11:39:31.533185 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-724d760e-8320-4f11-8b39-de8d6d76cc8a req-5a277a93-0a2e-44f1-bca2-b1aefac99a5a tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279552 Feb 03 11:39:32.518318 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-852933d6-42be-4699-b0e5-7e0ebe5c5753 req-805ee4cb-4008-4e19-813d-2c630fcb1582 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b078e67-30ca-4908-99c6-25a352d79f4f HTTP/1.1" status: 200 len: 210 time: 0.1185153 Feb 03 11:39:32.777920 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abcf5-c40f-4827-8a15-61f720139387 req-7275ab58-1530-47bf-8e58-69ae46a1966e tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:32.779771 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-662abcf5-c40f-4827-8a15-61f720139387 req-7275ab58-1530-47bf-8e58-69ae46a1966e tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.122 "GET /v2.0/networks?id=7e73430d-1554-42f4-ad5f-613d6ba9a57b HTTP/1.1" status: 200 len: 809 time: 0.3718059 Feb 03 11:39:32.798356 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-662abcf5-c40f-4827-8a15-61f720139387 req-f4c1a6b6-cef6-4808-8316-96729ff3c11b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Request body: {'port': {'device_id': '2b078e67-30ca-4908-99c6-25a352d79f4f', 'network_id': '7e73430d-1554-42f4-ad5f-613d6ba9a57b', 'admin_state_up': True, 'tenant_id': '0a37b511f0ea44d4aa3e6ce774245607'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:39:32.987386 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-662abcf5-c40f-4827-8a15-61f720139387 req-f4c1a6b6-cef6-4808-8316-96729ff3c11b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:39:32.997717 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-662abcf5-c40f-4827-8a15-61f720139387 req-f4c1a6b6-cef6-4808-8316-96729ff3c11b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:39:33.012480 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662abcf5-c40f-4827-8a15-61f720139387 req-f4c1a6b6-cef6-4808-8316-96729ff3c11b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Made reservation on behalf of 0a37b511f0ea44d4aa3e6ce774245607 for: {'port': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:39:33.034994 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a446b6-3e51-4d1b-a258-561619785b41 req-1405504f-bbd4-41bc-9705-53a97aa12523 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:33.035234 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-662abcf5-c40f-4827-8a15-61f720139387 req-f4c1a6b6-cef6-4808-8316-96729ff3c11b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:33.036768 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d9a446b6-3e51-4d1b-a258-561619785b41 req-1405504f-bbd4-41bc-9705-53a97aa12523 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.2465968 Feb 03 11:39:33.119472 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d9a446b6-3e51-4d1b-a258-561619785b41 req-901b383b-58fd-45c8-aebd-cda566fb9dd3 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727725 Feb 03 11:39:33.383721 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-662abcf5-c40f-4827-8a15-61f720139387 req-f4c1a6b6-cef6-4808-8316-96729ff3c11b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Allocated IP 172.20.0.7 (7e73430d-1554-42f4-ad5f-613d6ba9a57b/b9ab500b-2c9c-4bec-a7ae-5ac7c93bd4d9/a7963231-9eac-4813-a591-c91bf7548e00) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:39:33.650575 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-662abcf5-c40f-4827-8a15-61f720139387 req-f4c1a6b6-cef6-4808-8316-96729ff3c11b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:33.710051 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-662abcf5-c40f-4827-8a15-61f720139387 req-f4c1a6b6-cef6-4808-8316-96729ff3c11b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:33.735929 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:33.962183 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1a6b6-cef6-4808-8316-96729ff3c11b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Pushing event updated for resources: {'Port': ['ID=a7963231-9eac-4813-a591-c91bf7548e00,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:33.974187 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f4c1a6b6-cef6-4808-8316-96729ff3c11b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:34.152084 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d88278-4304-45b0-85fb-013562a0bc3e req-77e7bd00-7429-418f-b83a-b81587953ec9 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:34.160833 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a9d88278-4304-45b0-85fb-013562a0bc3e req-77e7bd00-7429-418f-b83a-b81587953ec9 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b078e67-30ca-4908-99c6-25a352d79f4f HTTP/1.1" status: 200 len: 931 time: 0.3728955 Feb 03 11:39:34.187138 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662abcf5-c40f-4827-8a15-61f720139387 req-f4c1a6b6-cef6-4808-8316-96729ff3c11b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Network 7e73430d-1554-42f4-ad5f-613d6ba9a57b is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:39:34.191557 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-662abcf5-c40f-4827-8a15-61f720139387 req-f4c1a6b6-cef6-4808-8316-96729ff3c11b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:39:34.194579 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-662abcf5-c40f-4827-8a15-61f720139387 req-f4c1a6b6-cef6-4808-8316-96729ff3c11b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:39:34.287162 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a9d88278-4304-45b0-85fb-013562a0bc3e req-5cb86f79-9046-4ff5-a5c0-ca2c89542a57 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243105 Feb 03 11:39:34.379325 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abcf5-c40f-4827-8a15-61f720139387 req-f4c1a6b6-cef6-4808-8316-96729ff3c11b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:34.380059 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-662abcf5-c40f-4827-8a15-61f720139387 req-f4c1a6b6-cef6-4808-8316-96729ff3c11b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:34.434842 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-662abcf5-c40f-4827-8a15-61f720139387 req-f4c1a6b6-cef6-4808-8316-96729ff3c11b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6410596 Feb 03 11:39:34.448256 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-662abcf5-c40f-4827-8a15-61f720139387 req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Request body: {'port': {'device_id': '2b078e67-30ca-4908-99c6-25a352d79f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:39:34.508134 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6b8e1-22b9-4cfb-a59f-bb3aaf89f690 req-3b1a9473-1276-4c67-9d37-b8eabc775e0d tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:34.509862 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-03c6b8e1-22b9-4cfb-a59f-bb3aaf89f690 req-3b1a9473-1276-4c67-9d37-b8eabc775e0d tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.2493038 Feb 03 11:39:34.582367 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-03c6b8e1-22b9-4cfb-a59f-bb3aaf89f690 req-0a5a4811-5462-493f-a146-ecaf70c6c3f6 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638893 Feb 03 11:39:34.600416 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-662abcf5-c40f-4827-8a15-61f720139387 req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:35.060586 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-662abcf5-c40f-4827-8a15-61f720139387 req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7963231-9eac-4813-a591-c91bf7548e00 {{(pid=80076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 11:39:35.069424 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-662abcf5-c40f-4827-8a15-61f720139387 req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:35.084663 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-662abcf5-c40f-4827-8a15-61f720139387 req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Transition to ACTIVE for port object a7963231-9eac-4813-a591-c91bf7548e00 will not be triggered until provisioned by entity L2. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:39:35.088469 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-662abcf5-c40f-4827-8a15-61f720139387 req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:35.105108 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:35.244686 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Pushing event updated for resources: {'Port': ['ID=a7963231-9eac-4813-a591-c91bf7548e00,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:35.257785 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:35.731113 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-662abcf5-c40f-4827-8a15-61f720139387 req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Attempting to bind port a7963231-9eac-4813-a591-c91bf7548e00 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:39:35.731498 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-662abcf5-c40f-4827-8a15-61f720139387 req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Attempting to bind port a7963231-9eac-4813-a591-c91bf7548e00 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '8ef8325f-c7b2-4100-8bc9-864b570a5c68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7e73430d-1554-42f4-ad5f-613d6ba9a57b'}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:39:35.731861 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662abcf5-c40f-4827-8a15-61f720139387 req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Attempting to bind port a7963231-9eac-4813-a591-c91bf7548e00 on network 7e73430d-1554-42f4-ad5f-613d6ba9a57b {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:39:35.741390 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662abcf5-c40f-4827-8a15-61f720139387 req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Checking agent: {'id': 'd04a5943-f855-4f30-8269-6a00b74e68db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 34, 59), 'started_at': datetime.datetime(2021, 2, 3, 11, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.119', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:39:35.741760 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662abcf5-c40f-4827-8a15-61f720139387 req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Checking segment: {'id': '8ef8325f-c7b2-4100-8bc9-864b570a5c68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7e73430d-1554-42f4-ad5f-613d6ba9a57b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:39:35.742157 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-662abcf5-c40f-4827-8a15-61f720139387 req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:35.742545 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662abcf5-c40f-4827-8a15-61f720139387 req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Bound using segment: {'id': '8ef8325f-c7b2-4100-8bc9-864b570a5c68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7e73430d-1554-42f4-ad5f-613d6ba9a57b'} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:39:35.743011 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-662abcf5-c40f-4827-8a15-61f720139387 req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Bound port: a7963231-9eac-4813-a591-c91bf7548e00, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef8325f-c7b2-4100-8bc9-864b570a5c68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7e73430d-1554-42f4-ad5f-613d6ba9a57b'}}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:39:35.743433 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-662abcf5-c40f-4827-8a15-61f720139387 req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:35.791881 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-930d52c9-f61e-486f-9e54-468035f57db7 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:35.792683 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-930d52c9-f61e-486f-9e54-468035f57db7 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Synchronizing usage tracker for tenant:64aa1d83111b4e2ba616806df59776dd on resource:network {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:39:35.810563 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-930d52c9-f61e-486f-9e54-468035f57db7 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Unset dirty status for tenant:64aa1d83111b4e2ba616806df59776dd on resource:network {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:39:35.811858 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-930d52c9-f61e-486f-9e54-468035f57db7 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/networks?id=658b2e23-84fc-417e-81b7-6ef8c3f7b0bb HTTP/1.1" status: 200 len: 814 time: 0.2585297 Feb 03 11:39:35.828861 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-553fbc82-3391-45a2-974f-faed9d0a8937 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/quotas/64aa1d83111b4e2ba616806df59776dd HTTP/1.1" status: 200 len: 375 time: 0.0101786 Feb 03 11:39:35.833461 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598761d8-3653-467d-8630-42937aa9cebb req-b2d52f0a-2e6f-4811-8c7e-bd31227e4246 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:35.834275 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-598761d8-3653-467d-8630-42937aa9cebb req-b2d52f0a-2e6f-4811-8c7e-bd31227e4246 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Synchronizing usage tracker for tenant:0a37b511f0ea44d4aa3e6ce774245607 on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:39:35.899804 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-598761d8-3653-467d-8630-42937aa9cebb req-b2d52f0a-2e6f-4811-8c7e-bd31227e4246 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Unset dirty status for tenant:0a37b511f0ea44d4aa3e6ce774245607 on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:39:35.901125 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-598761d8-3653-467d-8630-42937aa9cebb req-b2d52f0a-2e6f-4811-8c7e-bd31227e4246 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b078e67-30ca-4908-99c6-25a352d79f4f HTTP/1.1" status: 200 len: 943 time: 0.3141263 Feb 03 11:39:35.954851 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-a6d01f8b-2d93-4cdc-8418-5551830fa398 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=64aa1d83111b4e2ba616806df59776dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1199276 Feb 03 11:39:35.964346 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-662abcf5-c40f-4827-8a15-61f720139387 req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] For port a7963231-9eac-4813-a591-c91bf7548e00, host hv-cinder-77387, cleared binding levels {{(pid=80076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:39:35.991013 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-598761d8-3653-467d-8630-42937aa9cebb req-62fdb62a-3eef-4c41-bf0b-786174a0720b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822957 Feb 03 11:39:35.994014 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-662abcf5-c40f-4827-8a15-61f720139387 req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] For port a7963231-9eac-4813-a591-c91bf7548e00, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=a7963231-9eac-4813-a591-c91bf7548e00,segment=NetworkSegment(8ef8325f-c7b2-4100-8bc9-864b570a5c68),segment_id=8ef8325f-c7b2-4100-8bc9-864b570a5c68)] {{(pid=80076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:39:35.998272 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-662abcf5-c40f-4827-8a15-61f720139387 req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:36.020056 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-eabcacb6-a3a5-448f-83b5-4d661412f8a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:36.109595 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-2d4f9c95-202a-4a2b-bbc6-a1d16e32d921 service neutron] 10.222.0.68 "GET /v2.0/networks/658b2e23-84fc-417e-81b7-6ef8c3f7b0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415870 Feb 03 11:39:36.247371 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Pushing event updated for resources: {'Port': ['ID=a7963231-9eac-4813-a591-c91bf7548e00,revision_number=3']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:36.251048 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:36.261647 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-3b28ed21-dbed-4258-8076-68387484e482 service neutron] 10.222.0.68 "GET /v2.0/networks/658b2e23-84fc-417e-81b7-6ef8c3f7b0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411390 Feb 03 11:39:36.290119 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abcf5-c40f-4827-8a15-61f720139387 req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:36.290900 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-662abcf5-c40f-4827-8a15-61f720139387 req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:36.292336 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-662abcf5-c40f-4827-8a15-61f720139387 req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] 10.222.0.122 "PUT /v2.0/ports/a7963231-9eac-4813-a591-c91bf7548e00 HTTP/1.1" status: 200 len: 1157 time: 1.8497126 Feb 03 11:39:36.293035 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b078e67-30ca-4908-99c6-25a352d79f4f', 'tag': 'a7963231-9eac-4813-a591-c91bf7548e00'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:39:36.388899 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db593d-77f1-4769-ad64-72abb78a74ac req-54650002-00c8-41a5-8fa6-2648f234b26d tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:36.391558 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f5db593d-77f1-4769-ad64-72abb78a74ac req-54650002-00c8-41a5-8fa6-2648f234b26d tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.2755864 Feb 03 11:39:36.522926 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f5db593d-77f1-4769-ad64-72abb78a74ac req-1b5eef0b-3f14-413d-8efe-196a718bd216 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851133 Feb 03 11:39:36.537818 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abcf5-c40f-4827-8a15-61f720139387 req-0914a4ac-90a3-4be3-b3bd-0756144a7363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:36.540115 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-662abcf5-c40f-4827-8a15-61f720139387 req-0914a4ac-90a3-4be3-b3bd-0756144a7363 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=0a37b511f0ea44d4aa3e6ce774245607&device_id=2b078e67-30ca-4908-99c6-25a352d79f4f HTTP/1.1" status: 200 len: 1160 time: 0.1473126 Feb 03 11:39:36.639225 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-662abcf5-c40f-4827-8a15-61f720139387 req-b465c5eb-9198-453f-90e2-14559fe46236 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7963231-9eac-4813-a591-c91bf7548e00 HTTP/1.1" status: 200 len: 217 time: 0.0911386 Feb 03 11:39:36.720386 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abcf5-c40f-4827-8a15-61f720139387 req-e52f04ad-ec66-4566-805a-61be62fc43ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:36.722528 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-662abcf5-c40f-4827-8a15-61f720139387 req-e52f04ad-ec66-4566-805a-61be62fc43ca service neutron] 10.222.0.122 "GET /v2.0/subnets?id=b9ab500b-2c9c-4bec-a7ae-5ac7c93bd4d9 HTTP/1.1" status: 200 len: 849 time: 0.0760341 Feb 03 11:39:36.778613 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b078e67-30ca-4908-99c6-25a352d79f4f', 'tag': 'a7963231-9eac-4813-a591-c91bf7548e00', 'status': 'completed', 'code': 200} Feb 03 11:39:36.778838 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-6458bffc-d36a-499b-b4e4-6a679e3acc17 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Synchronizing usage tracker for tenant:36f1cccad50c4fd99ffb3f971529976b on resource:security_group {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:39:36.786913 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-662abcf5-c40f-4827-8a15-61f720139387 req-97017173-a6bd-45e2-b098-3213bd07f5b7 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=7e73430d-1554-42f4-ad5f-613d6ba9a57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574315 Feb 03 11:39:36.797310 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-6458bffc-d36a-499b-b4e4-6a679e3acc17 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Unset dirty status for tenant:36f1cccad50c4fd99ffb3f971529976b on resource:security_group {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:39:36.800220 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-6458bffc-d36a-499b-b4e4-6a679e3acc17 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1340204611&fields=id&tenant_id=36f1cccad50c4fd99ffb3f971529976b HTTP/1.1" status: 200 len: 267 time: 0.0911026 Feb 03 11:39:36.930628 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-72cffdc4-9f0b-4071-8d66-87e9c8e390d3 req-b9c87fb5-e430-436d-b01f-cd2610431e36 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Synchronizing usage tracker for tenant:64aa1d83111b4e2ba616806df59776dd on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:39:36.982930 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-72cffdc4-9f0b-4071-8d66-87e9c8e390d3 req-b9c87fb5-e430-436d-b01f-cd2610431e36 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Unset dirty status for tenant:64aa1d83111b4e2ba616806df59776dd on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:39:36.984248 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-72cffdc4-9f0b-4071-8d66-87e9c8e390d3 req-b9c87fb5-e430-436d-b01f-cd2610431e36 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 210 time: 0.1613765 Feb 03 11:39:37.011056 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-662abcf5-c40f-4827-8a15-61f720139387 req-0a4f51ad-c210-48e2-8540-a360d10e716b service neutron] 10.222.0.122 "GET /v2.0/networks/7e73430d-1554-42f4-ad5f-613d6ba9a57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169046 Feb 03 11:39:37.052785 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-4a09ba94-95e0-4efc-9e85-65b890e394dc tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:37.053827 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-4a09ba94-95e0-4efc-9e85-65b890e394dc tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Synchronizing usage tracker for tenant:36f1cccad50c4fd99ffb3f971529976b on resource:network {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:39:37.073133 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-4a09ba94-95e0-4efc-9e85-65b890e394dc tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Unset dirty status for tenant:36f1cccad50c4fd99ffb3f971529976b on resource:network {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:39:37.082215 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-4a09ba94-95e0-4efc-9e85-65b890e394dc tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/networks?id=f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d HTTP/1.1" status: 200 len: 808 time: 0.2752392 Feb 03 11:39:37.101055 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-252d7b45-0eab-4373-af21-bb03b41bab3f tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/quotas/36f1cccad50c4fd99ffb3f971529976b HTTP/1.1" status: 200 len: 375 time: 0.0177059 Feb 03 11:39:37.224272 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-662abcf5-c40f-4827-8a15-61f720139387 req-9719da9e-0299-40e8-acd5-87546a762408 service neutron] 10.222.0.122 "GET /v2.0/networks/7e73430d-1554-42f4-ad5f-613d6ba9a57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2065985 Feb 03 11:39:37.338072 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67afe46-6e11-4ead-9e3c-fdd111bfe12c req-6d333c83-68f7-4f27-bd70-87e08e313a7a tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:37.339750 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d67afe46-6e11-4ead-9e3c-fdd111bfe12c req-6d333c83-68f7-4f27-bd70-87e08e313a7a tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b078e67-30ca-4908-99c6-25a352d79f4f HTTP/1.1" status: 200 len: 943 time: 0.1957593 Feb 03 11:39:37.430856 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-cc4fdbae-327b-40df-a5f1-17a1f615be39 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=36f1cccad50c4fd99ffb3f971529976b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3287728 Feb 03 11:39:37.458206 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d67afe46-6e11-4ead-9e3c-fdd111bfe12c req-daad2d79-93a6-4baf-a629-ba5ed1ce0fa0 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821013 Feb 03 11:39:37.475763 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f233f-ece5-40e4-95c2-718dadb3a86b req-6e5d1533-e342-4004-b890-1c13c296e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:37.477437 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-614f233f-ece5-40e4-95c2-718dadb3a86b req-6e5d1533-e342-4004-b890-1c13c296e9b2 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=0a37b511f0ea44d4aa3e6ce774245607&device_id=2b078e67-30ca-4908-99c6-25a352d79f4f HTTP/1.1" status: 200 len: 1160 time: 0.1366508 Feb 03 11:39:37.588957 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-260766fc-bdca-4449-8c02-62a35cc02b11 service neutron] 10.222.0.68 "GET /v2.0/networks/f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440225 Feb 03 11:39:37.635625 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f233f-ece5-40e4-95c2-718dadb3a86b req-9339acf3-1898-4de4-bebc-edad04028e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:37.637384 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-614f233f-ece5-40e4-95c2-718dadb3a86b req-9339acf3-1898-4de4-bebc-edad04028e09 service neutron] 10.222.0.122 "GET /v2.0/networks?id=7e73430d-1554-42f4-ad5f-613d6ba9a57b HTTP/1.1" status: 200 len: 903 time: 0.1530294 Feb 03 11:39:37.715430 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-614f233f-ece5-40e4-95c2-718dadb3a86b req-b6a9c230-b859-4e87-a1c1-b2edcdd1d658 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7963231-9eac-4813-a591-c91bf7548e00 HTTP/1.1" status: 200 len: 217 time: 0.0701499 Feb 03 11:39:37.738338 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-5751760e-80c2-4399-a5a8-d8493c5c3faa service neutron] 10.222.0.68 "GET /v2.0/networks/f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419075 Feb 03 11:39:37.790430 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f233f-ece5-40e4-95c2-718dadb3a86b req-ae615a6f-3627-4b63-bbdb-b0063cc75904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:37.792073 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-614f233f-ece5-40e4-95c2-718dadb3a86b req-ae615a6f-3627-4b63-bbdb-b0063cc75904 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=b9ab500b-2c9c-4bec-a7ae-5ac7c93bd4d9 HTTP/1.1" status: 200 len: 849 time: 0.0703745 Feb 03 11:39:37.866978 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-614f233f-ece5-40e4-95c2-718dadb3a86b req-c89bf693-4549-4ba2-9832-a7132714fd1a service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=7e73430d-1554-42f4-ad5f-613d6ba9a57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483546 Feb 03 11:39:38.241757 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-614f233f-ece5-40e4-95c2-718dadb3a86b req-055d5a7b-d871-4f84-bbe0-c9ed244f278f service neutron] 10.222.0.122 "GET /v2.0/networks/7e73430d-1554-42f4-ad5f-613d6ba9a57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675222 Feb 03 11:39:38.393663 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-07590960-6fb1-43b4-b7d0-8deaa4ecf1bf tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:38.395475 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-07590960-6fb1-43b4-b7d0-8deaa4ecf1bf tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.122 "GET /v2.0/networks?id=658b2e23-84fc-417e-81b7-6ef8c3f7b0bb HTTP/1.1" status: 200 len: 814 time: 0.4341276 Feb 03 11:39:38.488490 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2773d791-bfee-451e-8e23-c87e2a7099dd req-291f394c-c351-4a69-856f-61d3e81bd2c7 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 210 time: 0.0705004 Feb 03 11:39:38.641614 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b0b34245-1711-4012-b493-570f807507b3 req-f28db6bf-a81d-4a81-8001-86b01a5814bf tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 210 time: 0.0802536 Feb 03 11:39:38.823835 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-8f0e61d8-ea3b-42cd-a5b3-782c1a388c14 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Request body: {'port': {'device_id': '26ad3dda-6be7-4bcb-8abb-97e9b80d25aa', 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb', 'admin_state_up': True, 'tenant_id': '64aa1d83111b4e2ba616806df59776dd'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:39:39.019774 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab38fb5-2275-465b-8e6e-a85ebce16a21 req-3080c0a6-e910-486e-af73-521d8cf989aa tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:39.025298 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6ab38fb5-2275-465b-8e6e-a85ebce16a21 req-3080c0a6-e910-486e-af73-521d8cf989aa tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b078e67-30ca-4908-99c6-25a352d79f4f HTTP/1.1" status: 200 len: 943 time: 0.2202342 Feb 03 11:39:39.066253 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1c16a-b411-4bcf-add8-1bd548798337 req-f19d4d9e-863d-4569-b650-b764be61c079 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:39.074565 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-15f1c16a-b411-4bcf-add8-1bd548798337 req-f19d4d9e-863d-4569-b650-b764be61c079 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 1.0808606 Feb 03 11:39:39.095640 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6ab38fb5-2275-465b-8e6e-a85ebce16a21 req-e9e9acbb-2154-4a7e-92c6-da9bf365fcee tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668252 Feb 03 11:39:39.163309 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-8f0e61d8-ea3b-42cd-a5b3-782c1a388c14 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:39:39.193076 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-8f0e61d8-ea3b-42cd-a5b3-782c1a388c14 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:39:39.220081 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-15f1c16a-b411-4bcf-add8-1bd548798337 req-f0112fd2-c421-464b-8567-9d1fc6cdea95 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443057 Feb 03 11:39:39.253333 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-614f233f-ece5-40e4-95c2-718dadb3a86b req-6c2d71a0-1ae0-41b9-8e3c-b5f497f71b7c service neutron] 10.222.0.122 "GET /v2.0/networks/7e73430d-1554-42f4-ad5f-613d6ba9a57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9923594 Feb 03 11:39:39.254436 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-8f0e61d8-ea3b-42cd-a5b3-782c1a388c14 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Made reservation on behalf of 64aa1d83111b4e2ba616806df59776dd for: {'port': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:39:39.276414 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-8f0e61d8-ea3b-42cd-a5b3-782c1a388c14 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:39.619897 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-8f0e61d8-ea3b-42cd-a5b3-782c1a388c14 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Allocated IP 172.20.0.8 (658b2e23-84fc-417e-81b7-6ef8c3f7b0bb/2462024d-c4c8-455b-b121-b22caa048e39/3e0e12cc-d4e2-4489-b083-34bece7803da) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:39:39.848669 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-8f0e61d8-ea3b-42cd-a5b3-782c1a388c14 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:39.865891 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-8f0e61d8-ea3b-42cd-a5b3-782c1a388c14 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Transition to ACTIVE for port object 3e0e12cc-d4e2-4489-b083-34bece7803da will not be triggered until provisioned by entity DHCP. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:39:39.890878 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-8f0e61d8-ea3b-42cd-a5b3-782c1a388c14 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:39.910717 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:40.054809 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e61d8-ea3b-42cd-a5b3-782c1a388c14 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Pushing event updated for resources: {'Port': ['ID=3e0e12cc-d4e2-4489-b083-34bece7803da,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:40.059424 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8f0e61d8-ea3b-42cd-a5b3-782c1a388c14 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:40.114082 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-8f0e61d8-ea3b-42cd-a5b3-782c1a388c14 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Network 658b2e23-84fc-417e-81b7-6ef8c3f7b0bb is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:39:40.115709 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-8f0e61d8-ea3b-42cd-a5b3-782c1a388c14 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:39:40.118284 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-8f0e61d8-ea3b-42cd-a5b3-782c1a388c14 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:39:40.253900 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-8f0e61d8-ea3b-42cd-a5b3-782c1a388c14 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:40.254622 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-8f0e61d8-ea3b-42cd-a5b3-782c1a388c14 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:40.291209 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-8f0e61d8-ea3b-42cd-a5b3-782c1a388c14 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4724889 Feb 03 11:39:40.353092 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-51192333-9571-4ce5-a405-cd29b344b911 None None] Provisioning for port 3e0e12cc-d4e2-4489-b083-34bece7803da completed by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:39:40.359001 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-51192333-9571-4ce5-a405-cd29b344b911 None None] Provisioning complete for port 3e0e12cc-d4e2-4489-b083-34bece7803da triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:40.359544 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-51192333-9571-4ce5-a405-cd29b344b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:40.424570 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-51192333-9571-4ce5-a405-cd29b344b911 None None] Port 3e0e12cc-d4e2-4489-b083-34bece7803da cannot update to ACTIVE because it is not bound. {{(pid=80077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 11:39:46.214700 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:39:50.336976 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-411f0f2e-e21c-4e98-8918-2a7ffdecc33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:52.562113 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-53df93d5-99b4-4321-9399-74e7b21ad2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:53.153905 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:54.015990 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:54.570308 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:54.968633 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Request body: {'port': {'device_id': '26ad3dda-6be7-4bcb-8abb-97e9b80d25aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:39:55.102972 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:55.224026 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-90b43cbe-3a5e-4ba6-a603-928501620c1c req-6ca35e82-1242-4006-9693-9e5f3ff87ef8 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 210 time: 0.0543625 Feb 03 11:39:55.490105 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644429d-0441-4cd3-993c-8bcf49a4dcdb req-66721d58-01a6-4298-9794-9899fab10b3f tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:55.490852 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-9644429d-0441-4cd3-993c-8bcf49a4dcdb req-66721d58-01a6-4298-9794-9899fab10b3f tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Synchronizing usage tracker for tenant:64aa1d83111b4e2ba616806df59776dd on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:39:55.527312 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbc5bf-2140-47ce-8a71-eca42085739c req-17d388da-5e2a-415d-b385-d98f76416b76 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:55.528823 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-9644429d-0441-4cd3-993c-8bcf49a4dcdb req-66721d58-01a6-4298-9794-9899fab10b3f tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Unset dirty status for tenant:64aa1d83111b4e2ba616806df59776dd on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:39:55.528950 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-67bbc5bf-2140-47ce-8a71-eca42085739c req-17d388da-5e2a-415d-b385-d98f76416b76 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b078e67-30ca-4908-99c6-25a352d79f4f HTTP/1.1" status: 200 len: 943 time: 0.1848824 Feb 03 11:39:55.530086 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9644429d-0441-4cd3-993c-8bcf49a4dcdb req-66721d58-01a6-4298-9794-9899fab10b3f tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 931 time: 0.3732324 Feb 03 11:39:55.620061 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-67bbc5bf-2140-47ce-8a71-eca42085739c req-6820a8c5-560d-4bae-ada9-b5a31dab1ac2 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815802 Feb 03 11:39:55.720804 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9644429d-0441-4cd3-993c-8bcf49a4dcdb req-7ea13faf-0990-4ea0-8770-5ffc5d01d651 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719477 Feb 03 11:39:55.854404 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e0e12cc-d4e2-4489-b083-34bece7803da {{(pid=80076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 11:39:55.864039 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:55.877303 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Transition to ACTIVE for port object 3e0e12cc-d4e2-4489-b083-34bece7803da will not be triggered until provisioned by entity L2. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:39:55.880245 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:55.901955 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f525279-19e0-4c2f-a710-04bb73e40561 req-89857295-5311-4bc9-aa52-f3330f7415a4 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:55.902217 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-395e628e-3981-4a4e-b659-d84a2a2a120a tempest-DeleteServersTestJSON-21151760 tempest-DeleteServersTestJSON-21151760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:55.903713 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0f525279-19e0-4c2f-a710-04bb73e40561 req-89857295-5311-4bc9-aa52-f3330f7415a4 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.1691055 Feb 03 11:39:55.971286 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0f525279-19e0-4c2f-a710-04bb73e40561 req-5dc79046-ccc1-402e-9c3a-c42a0e6ebbdf tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607479 Feb 03 11:39:56.052219 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0e12cc-d4e2-4489-b083-34bece7803da,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:56.057586 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:56.408929 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Attempting to bind port 3e0e12cc-d4e2-4489-b083-34bece7803da on host hv-cinder-77387 for vnic_type normal with profile {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:39:56.409541 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Attempting to bind port 3e0e12cc-d4e2-4489-b083-34bece7803da by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': 'fc42722a-a410-4844-919d-b51ddb04237d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb'}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:39:56.409718 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Attempting to bind port 3e0e12cc-d4e2-4489-b083-34bece7803da on network 658b2e23-84fc-417e-81b7-6ef8c3f7b0bb {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:39:56.430736 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Checking agent: {'id': 'd04a5943-f855-4f30-8269-6a00b74e68db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 34, 59), 'started_at': datetime.datetime(2021, 2, 3, 11, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.119', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:39:56.431243 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Checking segment: {'id': 'fc42722a-a410-4844-919d-b51ddb04237d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:39:56.431560 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:56.431916 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Bound using segment: {'id': 'fc42722a-a410-4844-919d-b51ddb04237d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb'} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:39:56.432395 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Bound port: 3e0e12cc-d4e2-4489-b083-34bece7803da, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc42722a-a410-4844-919d-b51ddb04237d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb'}}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:39:56.432765 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:56.500096 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-d9bc41f3-307d-44b5-9645-8e1d9e745dd9 req-7349f4e5-ea5f-41f9-9989-74877b635f7c tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Synchronizing usage tracker for tenant:36f1cccad50c4fd99ffb3f971529976b on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:39:56.688115 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-172a06e0-37d0-4503-9208-630d7935fdc8 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:56.690605 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-172a06e0-37d0-4503-9208-630d7935fdc8 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.122 "GET /v2.0/networks?id=f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d HTTP/1.1" status: 200 len: 808 time: 0.4467595 Feb 03 11:39:56.697299 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-d9bc41f3-307d-44b5-9645-8e1d9e745dd9 req-7349f4e5-ea5f-41f9-9989-74877b635f7c tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Unset dirty status for tenant:36f1cccad50c4fd99ffb3f971529976b on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:39:56.698447 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d9bc41f3-307d-44b5-9645-8e1d9e745dd9 req-7349f4e5-ea5f-41f9-9989-74877b635f7c tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 210 time: 0.2741790 Feb 03 11:39:56.761584 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] For port 3e0e12cc-d4e2-4489-b083-34bece7803da, host hv-cinder-77387, cleared binding levels {{(pid=80076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:39:56.791846 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] For port 3e0e12cc-d4e2-4489-b083-34bece7803da, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=3e0e12cc-d4e2-4489-b083-34bece7803da,segment=NetworkSegment(fc42722a-a410-4844-919d-b51ddb04237d),segment_id=fc42722a-a410-4844-919d-b51ddb04237d)] {{(pid=80076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:39:56.799700 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:56.816491 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8f0e61d8-ea3b-42cd-a5b3-782c1a388c14 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:56.899174 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-58ff510f-c685-4577-a4fb-44f4fb6af7bc tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Synchronizing usage tracker for tenant:36f1cccad50c4fd99ffb3f971529976b on resource:security_group {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:39:56.998394 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5a93d-1164-4829-91e4-1e80cc5633a2 req-32df1d6f-dd5e-437c-8714-3a4bb1b09932 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:57.007019 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3fc5a93d-1164-4829-91e4-1e80cc5633a2 req-32df1d6f-dd5e-437c-8714-3a4bb1b09932 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b078e67-30ca-4908-99c6-25a352d79f4f HTTP/1.1" status: 200 len: 943 time: 0.2265768 Feb 03 11:39:57.075974 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3fc5a93d-1164-4829-91e4-1e80cc5633a2 req-54d26207-5e3a-421d-9b88-ca9d0e34f20d tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677416 Feb 03 11:39:57.077252 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-58ff510f-c685-4577-a4fb-44f4fb6af7bc tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Unset dirty status for tenant:36f1cccad50c4fd99ffb3f971529976b on resource:security_group {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:39:57.078656 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-58ff510f-c685-4577-a4fb-44f4fb6af7bc tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=36f1cccad50c4fd99ffb3f971529976b HTTP/1.1" status: 200 len: 5759 time: 0.3693793 Feb 03 11:39:57.094973 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-44577c5c-6014-44e4-bfc4-a0648f69bdc9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Request body: {'port': {'device_id': 'b48ff63f-33d0-44a9-8924-1820011f7550', 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d', 'admin_state_up': True, 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'security_groups': ['9c98ac48-3109-490a-bfb1-393a967bc562']}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:39:57.407211 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a7b1d-3eef-48c6-813d-f9bbe46df455 req-a30c15a8-4651-47aa-a214-35ac8a4c7a81 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:57.410076 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d79a7b1d-3eef-48c6-813d-f9bbe46df455 req-a30c15a8-4651-47aa-a214-35ac8a4c7a81 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.1860807 Feb 03 11:39:57.456198 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0e12cc-d4e2-4489-b083-34bece7803da,revision_number=3']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:57.464139 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:57.478671 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d79a7b1d-3eef-48c6-813d-f9bbe46df455 req-871a55b2-f91d-4eba-ac80-862bd473a9ad tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618660 Feb 03 11:39:57.551751 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:57.553298 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:57.555844 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] 10.222.0.122 "PUT /v2.0/ports/3e0e12cc-d4e2-4489-b083-34bece7803da HTTP/1.1" status: 200 len: 1157 time: 2.5920527 Feb 03 11:39:57.556892 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ad3dda-6be7-4bcb-8abb-97e9b80d25aa', 'tag': '3e0e12cc-d4e2-4489-b083-34bece7803da'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:39:57.653655 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a180ab0-2ff0-43c2-957a-09cd27ea487c req-c80c5312-2282-4ab9-b4cd-0926aa5285a0 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:57.656634 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3a180ab0-2ff0-43c2-957a-09cd27ea487c req-c80c5312-2282-4ab9-b4cd-0926aa5285a0 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 943 time: 0.7468493 Feb 03 11:39:57.737255 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-44577c5c-6014-44e4-bfc4-a0648f69bdc9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:39:57.759440 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-44577c5c-6014-44e4-bfc4-a0648f69bdc9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:39:57.802974 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3a180ab0-2ff0-43c2-957a-09cd27ea487c req-6f409853-6050-4394-8d8d-c1db35162252 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022015 Feb 03 11:39:57.808660 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-44577c5c-6014-44e4-bfc4-a0648f69bdc9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Made reservation on behalf of 36f1cccad50c4fd99ffb3f971529976b for: {'port': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:39:57.829774 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-44577c5c-6014-44e4-bfc4-a0648f69bdc9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:57.894973 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ad3dda-6be7-4bcb-8abb-97e9b80d25aa', 'tag': '3e0e12cc-d4e2-4489-b083-34bece7803da', 'status': 'completed', 'code': 200} Feb 03 11:39:57.947700 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-e0ef9391-6295-43f9-b68d-90be89574d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:57.949306 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-e0ef9391-6295-43f9-b68d-90be89574d1b service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=64aa1d83111b4e2ba616806df59776dd&device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 1160 time: 0.2912378 Feb 03 11:39:58.086395 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-55fab094-c764-42f1-835c-fa45c7a69389 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e0e12cc-d4e2-4489-b083-34bece7803da HTTP/1.1" status: 200 len: 217 time: 0.1259260 Feb 03 11:39:58.152496 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-72326a8d-cf4f-47e8-8906-95a161e9146f req-c9b3836b-54c6-4a98-b5f1-6e1c00550f2e tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 210 time: 0.1145966 Feb 03 11:39:58.253004 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-3735d29c-2773-4d2d-9fb5-7dc6a0b5f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:58.254555 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-3735d29c-2773-4d2d-9fb5-7dc6a0b5f4a9 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=2462024d-c4c8-455b-b121-b22caa048e39 HTTP/1.1" status: 200 len: 853 time: 0.1521182 Feb 03 11:39:58.416536 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-44577c5c-6014-44e4-bfc4-a0648f69bdc9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Allocated IP 172.20.0.5 (f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d/49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba/5d897889-2baa-4f3a-b346-2dfeb26de2f8) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:39:58.426124 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277156b-c6ce-4aab-8e00-1cf1288d23ab req-cfdc6226-d374-4a64-be11-5676e1b95d19 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:58.427852 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4277156b-c6ce-4aab-8e00-1cf1288d23ab req-cfdc6226-d374-4a64-be11-5676e1b95d19 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b078e67-30ca-4908-99c6-25a352d79f4f HTTP/1.1" status: 200 len: 943 time: 0.1681802 Feb 03 11:39:58.436344 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-03491a72-ee70-4af8-b45a-a379698b8b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:58.438711 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-03491a72-ee70-4af8-b45a-a379698b8b14 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=658b2e23-84fc-417e-81b7-6ef8c3f7b0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1730499 Feb 03 11:39:58.496060 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4277156b-c6ce-4aab-8e00-1cf1288d23ab req-2c7ff40d-2f0d-4064-802a-a67b3dc3c0d7 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616152 Feb 03 11:39:58.642328 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:58.817268 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-4b19b632-00e1-4af7-979d-5c68150f40f0 service neutron] 10.222.0.122 "GET /v2.0/networks/658b2e23-84fc-417e-81b7-6ef8c3f7b0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700449 Feb 03 11:39:58.988149 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-44577c5c-6014-44e4-bfc4-a0648f69bdc9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:59.111655 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fe090-8003-4473-b5b8-0f79befcc39e req-65c3f3f1-1021-4ce3-b5b6-dfdef5bbbe11 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:59.113335 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7a0fe090-8003-4473-b5b8-0f79befcc39e req-65c3f3f1-1021-4ce3-b5b6-dfdef5bbbe11 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.4745333 Feb 03 11:39:59.118165 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-44577c5c-6014-44e4-bfc4-a0648f69bdc9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Transition to ACTIVE for port object 5d897889-2baa-4f3a-b346-2dfeb26de2f8 will not be triggered until provisioned by entity DHCP. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:39:59.166782 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-276ddd99-6dd8-4df3-a1ae-e965e3d3fcc3 req-e2ad95da-94d8-43da-ba7f-8e37ceac1a34 service neutron] 10.222.0.122 "GET /v2.0/networks/658b2e23-84fc-417e-81b7-6ef8c3f7b0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3383043 Feb 03 11:39:59.208773 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7a0fe090-8003-4473-b5b8-0f79befcc39e req-5f66ca5e-dd96-4e9d-923f-f7ff103ea74e tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869894 Feb 03 11:39:59.211137 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38339ffa-e352-4adb-aea1-33a1e862d799 req-56fb8fca-13d9-4338-8285-e4a4188414b7 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:59.218831 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-38339ffa-e352-4adb-aea1-33a1e862d799 req-56fb8fca-13d9-4338-8285-e4a4188414b7 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 943 time: 0.1937799 Feb 03 11:39:59.221704 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-44577c5c-6014-44e4-bfc4-a0648f69bdc9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:59.238111 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:39:59.314589 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-38339ffa-e352-4adb-aea1-33a1e862d799 req-c5f177a4-f1e9-48a8-9dc6-83d046fd83b7 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Synchronizing usage tracker for tenant:64aa1d83111b4e2ba616806df59776dd on resource:security_group {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:39:59.332716 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-38339ffa-e352-4adb-aea1-33a1e862d799 req-c5f177a4-f1e9-48a8-9dc6-83d046fd83b7 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Unset dirty status for tenant:64aa1d83111b4e2ba616806df59776dd on resource:security_group {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:39:59.333969 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-38339ffa-e352-4adb-aea1-33a1e862d799 req-c5f177a4-f1e9-48a8-9dc6-83d046fd83b7 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140311 Feb 03 11:39:59.435436 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44577c5c-6014-44e4-bfc4-a0648f69bdc9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Pushing event updated for resources: {'Port': ['ID=5d897889-2baa-4f3a-b346-2dfeb26de2f8,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:39:59.445443 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-44577c5c-6014-44e4-bfc4-a0648f69bdc9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:39:59.499686 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1103e4-3e92-40d8-9a51-a5b85796a330 req-20c9277d-0ee6-4f0c-be53-47883ff87586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:59.501298 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7d1103e4-3e92-40d8-9a51-a5b85796a330 req-20c9277d-0ee6-4f0c-be53-47883ff87586 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=64aa1d83111b4e2ba616806df59776dd&device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 1160 time: 0.2284882 Feb 03 11:39:59.548909 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-44577c5c-6014-44e4-bfc4-a0648f69bdc9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Network f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:39:59.612499 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-44577c5c-6014-44e4-bfc4-a0648f69bdc9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:39:59.658140 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-44577c5c-6014-44e4-bfc4-a0648f69bdc9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:39:59.719970 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739f737-832d-4d7c-ab53-790f3fae647c req-02884171-0c8f-4ae7-bb6a-0f914946f73d tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:59.728663 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6739f737-832d-4d7c-ab53-790f3fae647c req-02884171-0c8f-4ae7-bb6a-0f914946f73d tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 931 time: 0.2259822 Feb 03 11:39:59.821614 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6739f737-832d-4d7c-ab53-790f3fae647c req-89c877ae-7e71-4654-a33e-a0f113754ad3 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0916193 Feb 03 11:39:59.874397 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-44577c5c-6014-44e4-bfc4-a0648f69bdc9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:39:59.875122 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-44577c5c-6014-44e4-bfc4-a0648f69bdc9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:59.918003 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-bda71209-246c-4282-9ff6-d5f0801c7ffc None None] Provisioning for port 5d897889-2baa-4f3a-b346-2dfeb26de2f8 completed by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:39:59.924751 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-bda71209-246c-4282-9ff6-d5f0801c7ffc None None] Provisioning complete for port 5d897889-2baa-4f3a-b346-2dfeb26de2f8 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:39:59.925162 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-bda71209-246c-4282-9ff6-d5f0801c7ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:39:59.993379 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-bda71209-246c-4282-9ff6-d5f0801c7ffc None None] Port 5d897889-2baa-4f3a-b346-2dfeb26de2f8 cannot update to ACTIVE because it is not bound. {{(pid=80077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 11:40:00.215411 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1103e4-3e92-40d8-9a51-a5b85796a330 req-deee10ad-e567-4248-93ab-7b2d742eafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:00.216989 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7d1103e4-3e92-40d8-9a51-a5b85796a330 req-deee10ad-e567-4248-93ab-7b2d742eafb6 service neutron] 10.222.0.122 "GET /v2.0/networks?id=658b2e23-84fc-417e-81b7-6ef8c3f7b0bb HTTP/1.1" status: 200 len: 908 time: 0.7070637 Feb 03 11:40:00.328627 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7d1103e4-3e92-40d8-9a51-a5b85796a330 req-cdf96dd5-55ec-4097-9fe4-8f6dc2c425f9 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e0e12cc-d4e2-4489-b083-34bece7803da HTTP/1.1" status: 200 len: 217 time: 0.1011250 Feb 03 11:40:00.336580 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-44577c5c-6014-44e4-bfc4-a0648f69bdc9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2483363 Feb 03 11:40:00.383895 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c092245-7be0-4341-9c4d-ff4bb7f3b34a req-0181471c-2244-4193-80d6-12ab420ecd1e service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.7728651 Feb 03 11:40:00.387915 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Request body: {'port': {'device_id': 'b48ff63f-33d0-44a9-8924-1820011f7550', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:40:00.523065 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9042aa-4ea1-4958-88fa-868a9c2fb7f5 req-3f1f9487-9fe7-4dfa-b0d4-36df53323d6d tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:00.524781 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ac9042aa-4ea1-4958-88fa-868a9c2fb7f5 req-3f1f9487-9fe7-4dfa-b0d4-36df53323d6d tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.1797059 Feb 03 11:40:00.554108 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1103e4-3e92-40d8-9a51-a5b85796a330 req-256375e0-adcc-4332-bef6-d240baec9776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:00.555718 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7d1103e4-3e92-40d8-9a51-a5b85796a330 req-256375e0-adcc-4332-bef6-d240baec9776 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=2462024d-c4c8-455b-b121-b22caa048e39 HTTP/1.1" status: 200 len: 853 time: 0.2151773 Feb 03 11:40:00.592412 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ac9042aa-4ea1-4958-88fa-868a9c2fb7f5 req-dc651f01-316b-4f7f-a461-5d6d2ab15064 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608411 Feb 03 11:40:00.736192 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973860c2-b43f-494a-b21f-3ddc872cc3b3 req-9d16fabb-2e25-45d2-8526-1d676e47150b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:00.739062 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-973860c2-b43f-494a-b21f-3ddc872cc3b3 req-9d16fabb-2e25-45d2-8526-1d676e47150b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b078e67-30ca-4908-99c6-25a352d79f4f HTTP/1.1" status: 200 len: 943 time: 0.9333320 Feb 03 11:40:00.756890 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device a7963231-9eac-4813-a591-c91bf7548e00 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:40:00.810586 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:00.835217 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning for port a7963231-9eac-4813-a591-c91bf7548e00 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:40:00.840374 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port a7963231-9eac-4813-a591-c91bf7548e00 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:40:00.840802 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:00.872432 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-973860c2-b43f-494a-b21f-3ddc872cc3b3 req-a3a663e2-1a11-443b-9269-97f12427ae4d tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171572 Feb 03 11:40:00.874354 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c092245-7be0-4341-9c4d-ff4bb7f3b34a req-068b30ab-c19e-4dd7-9cad-68610f64b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:00.875896 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c092245-7be0-4341-9c4d-ff4bb7f3b34a req-068b30ab-c19e-4dd7-9cad-68610f64b1db service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=56aa07d6046f423a9737e95d751bc566&device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 1163 time: 0.4284818 Feb 03 11:40:00.939924 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f871f-fb9f-4cbd-8fa0-a0c1961383f1 req-0d31381f-15ca-4d76-bf8f-4dcc727a68c5 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:00.941616 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ac1f871f-fb9f-4cbd-8fa0-a0c1961383f1 req-0d31381f-15ca-4d76-bf8f-4dcc727a68c5 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 943 time: 0.2083173 Feb 03 11:40:00.996805 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:01.019528 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ac1f871f-fb9f-4cbd-8fa0-a0c1961383f1 req-0e35bc95-8a29-4087-934f-6b3786346df6 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680692 Feb 03 11:40:01.027941 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b078e67-30ca-4908-99c6-25a352d79f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7963231-9eac-4813-a591-c91bf7548e00'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:40:01.041736 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port a7963231-9eac-4813-a591-c91bf7548e00, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=a7963231-9eac-4813-a591-c91bf7548e00,segment=NetworkSegment(8ef8325f-c7b2-4100-8bc9-864b570a5c68),segment_id=8ef8325f-c7b2-4100-8bc9-864b570a5c68)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:40:01.051914 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:01.054342 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:01.100570 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1103e4-3e92-40d8-9a51-a5b85796a330 req-cdb4640e-130b-497c-b4c3-c2643e1939eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:01.102221 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7d1103e4-3e92-40d8-9a51-a5b85796a330 req-cdb4640e-130b-497c-b4c3-c2643e1939eb service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=658b2e23-84fc-417e-81b7-6ef8c3f7b0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4982617 Feb 03 11:40:01.181166 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=a7963231-9eac-4813-a591-c91bf7548e00,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:01.185341 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:01.210182 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b078e67-30ca-4908-99c6-25a352d79f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7963231-9eac-4813-a591-c91bf7548e00', 'code': 200} Feb 03 11:40:01.312326 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c092245-7be0-4341-9c4d-ff4bb7f3b34a req-1cd12728-f113-490f-8937-e9170a5cfa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:01.314167 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c092245-7be0-4341-9c4d-ff4bb7f3b34a req-1cd12728-f113-490f-8937-e9170a5cfa3c service neutron] 10.222.0.122 "GET /v2.0/networks?id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c HTTP/1.1" status: 200 len: 912 time: 0.4025230 Feb 03 11:40:01.403149 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a91573-babd-4e02-ae9c-949469327cda req-72c9f66d-370d-4ac9-8011-608cdd66127d tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:01.404897 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-30a91573-babd-4e02-ae9c-949469327cda req-72c9f66d-370d-4ac9-8011-608cdd66127d tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 931 time: 0.2214725 Feb 03 11:40:01.424732 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c092245-7be0-4341-9c4d-ff4bb7f3b34a req-6e819bc5-59be-499d-8dcb-9ade45332725 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e98e72e2-6c7e-40d7-8258-2c8f2d211555 HTTP/1.1" status: 200 len: 217 time: 0.0912085 Feb 03 11:40:01.530006 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-30a91573-babd-4e02-ae9c-949469327cda req-adceb9cc-7f68-4914-98c1-3f7cc058ed77 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1170771 Feb 03 11:40:01.556110 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad57f1a-32ba-4d6d-a37b-59e4e89bd2b8 req-99f25998-8edc-4db0-9210-548810f68b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:01.557677 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3ad57f1a-32ba-4d6d-a37b-59e4e89bd2b8 req-99f25998-8edc-4db0-9210-548810f68b92 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=2b078e67-30ca-4908-99c6-25a352d79f4f HTTP/1.1" status: 200 len: 1162 time: 0.1143918 Feb 03 11:40:01.570724 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7d1103e4-3e92-40d8-9a51-a5b85796a330 req-9a7d6256-b44f-4f2b-b4e4-e06f931c2219 service neutron] 10.222.0.122 "GET /v2.0/networks/658b2e23-84fc-417e-81b7-6ef8c3f7b0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591205 Feb 03 11:40:01.609000 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3ad57f1a-32ba-4d6d-a37b-59e4e89bd2b8 req-ab4ef557-08ca-4689-8842-b6082bd3a0fa service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430160 Feb 03 11:40:01.680744 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c092245-7be0-4341-9c4d-ff4bb7f3b34a req-f41aba0f-ee6b-4e6d-830d-1598af3c0066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:01.682320 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c092245-7be0-4341-9c4d-ff4bb7f3b34a req-f41aba0f-ee6b-4e6d-830d-1598af3c0066 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=97b65fc5-b24e-456c-92d2-94fdf77fc327 HTTP/1.1" status: 200 len: 858 time: 0.2378929 Feb 03 11:40:01.788852 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7d1103e4-3e92-40d8-9a51-a5b85796a330 req-c12c4d71-f4b5-480f-84a5-6e3de8adb913 service neutron] 10.222.0.122 "GET /v2.0/networks/658b2e23-84fc-417e-81b7-6ef8c3f7b0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2024410 Feb 03 11:40:01.878973 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device a7963231-9eac-4813-a591-c91bf7548e00 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:40:01.954053 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port a7963231-9eac-4813-a591-c91bf7548e00 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:40:01.954606 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:01.964844 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c092245-7be0-4341-9c4d-ff4bb7f3b34a req-7d290e8b-1269-4089-b6c2-0bfbf97056b9 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690091 Feb 03 11:40:02.013474 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d897889-2baa-4f3a-b346-2dfeb26de2f8 {{(pid=80076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 11:40:02.083344 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:02.116737 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Transition to ACTIVE for port object 5d897889-2baa-4f3a-b346-2dfeb26de2f8 will not be triggered until provisioned by entity L2. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:40:02.141507 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:02.160838 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-44577c5c-6014-44e4-bfc4-a0648f69bdc9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:02.264090 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c0771-1061-4c26-928a-3fc2ac7b14d6 req-0b5b353d-4925-4ea1-8295-958bf8ffcc68 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:02.265698 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-266c0771-1061-4c26-928a-3fc2ac7b14d6 req-0b5b353d-4925-4ea1-8295-958bf8ffcc68 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b078e67-30ca-4908-99c6-25a352d79f4f HTTP/1.1" status: 200 len: 945 time: 0.2083137 Feb 03 11:40:02.331319 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-266c0771-1061-4c26-928a-3fc2ac7b14d6 req-08a45a40-5ee1-4dcd-8b5c-2adc3b99e984 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590155 Feb 03 11:40:02.332254 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac267a-27ed-41e0-8ca7-99df283068a4 req-93d8796a-1025-4553-a3e0-bbaf67437b7e tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:02.333921 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-10ac267a-27ed-41e0-8ca7-99df283068a4 req-93d8796a-1025-4553-a3e0-bbaf67437b7e tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.5365717 Feb 03 11:40:02.657675 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba620dfb-8490-4d21-9094-edf8062af3ba req-6a82a9f5-54b4-4f8f-b1b4-e5cbc12e73b9 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:02.659481 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ba620dfb-8490-4d21-9094-edf8062af3ba req-6a82a9f5-54b4-4f8f-b1b4-e5cbc12e73b9 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 943 time: 0.1787853 Feb 03 11:40:02.668767 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c092245-7be0-4341-9c4d-ff4bb7f3b34a req-062cc07d-5cef-4079-8869-d914f778c766 service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6941948 Feb 03 11:40:02.686186 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d897889-2baa-4f3a-b346-2dfeb26de2f8,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:02.727506 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ba620dfb-8490-4d21-9094-edf8062af3ba req-bd1a407c-e79c-4cba-8721-715d3761c171 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615826 Feb 03 11:40:02.734045 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:02.861483 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-10ac267a-27ed-41e0-8ca7-99df283068a4 req-9ffd3057-bc34-4250-bcb2-c822881c9f56 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580662 Feb 03 11:40:03.067742 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c092245-7be0-4341-9c4d-ff4bb7f3b34a req-f758abcf-17f5-4e7f-bb16-94dcfdb13494 service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3851597 Feb 03 11:40:03.126166 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Attempting to bind port 5d897889-2baa-4f3a-b346-2dfeb26de2f8 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:40:03.127762 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Attempting to bind port 5d897889-2baa-4f3a-b346-2dfeb26de2f8 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '4b66aae6-b4d3-4dfd-be99-b71f998e0d6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d'}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:40:03.128326 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Attempting to bind port 5d897889-2baa-4f3a-b346-2dfeb26de2f8 on network f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:40:03.146619 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Checking agent: {'id': 'd04a5943-f855-4f30-8269-6a00b74e68db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 34, 59), 'started_at': datetime.datetime(2021, 2, 3, 11, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.119', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:40:03.147128 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Checking segment: {'id': '4b66aae6-b4d3-4dfd-be99-b71f998e0d6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:40:03.147650 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:03.148130 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Bound using segment: {'id': '4b66aae6-b4d3-4dfd-be99-b71f998e0d6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d'} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:40:03.148887 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Bound port: 5d897889-2baa-4f3a-b346-2dfeb26de2f8, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b66aae6-b4d3-4dfd-be99-b71f998e0d6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d'}}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:40:03.149364 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:03.187395 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7b1f7-113c-4623-b3d6-a8016c7a8103 req-81d69e7d-89b7-4459-8251-39956c4a799a tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:03.190334 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-02e7b1f7-113c-4623-b3d6-a8016c7a8103 req-81d69e7d-89b7-4459-8251-39956c4a799a tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 943 time: 0.1733277 Feb 03 11:40:03.261129 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-02e7b1f7-113c-4623-b3d6-a8016c7a8103 req-8173415c-25c2-47f0-b3e8-678c19f2fb52 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0635703 Feb 03 11:40:03.273114 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] For port 5d897889-2baa-4f3a-b346-2dfeb26de2f8, host hv-cinder-77387, cleared binding levels {{(pid=80076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:40:03.276356 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] For port 5d897889-2baa-4f3a-b346-2dfeb26de2f8, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=5d897889-2baa-4f3a-b346-2dfeb26de2f8,segment=NetworkSegment(4b66aae6-b4d3-4dfd-be99-b71f998e0d6c),segment_id=4b66aae6-b4d3-4dfd-be99-b71f998e0d6c)] {{(pid=80076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:40:03.282240 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:03.302876 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:03.486740 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d897889-2baa-4f3a-b346-2dfeb26de2f8,revision_number=3']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:03.492108 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:03.589855 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:03.590511 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:03.591995 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] 10.222.0.122 "PUT /v2.0/ports/5d897889-2baa-4f3a-b346-2dfeb26de2f8 HTTP/1.1" status: 200 len: 1157 time: 3.2144818 Feb 03 11:40:03.592513 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48ff63f-33d0-44a9-8924-1820011f7550', 'tag': '5d897889-2baa-4f3a-b346-2dfeb26de2f8'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:40:03.688866 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48ff63f-33d0-44a9-8924-1820011f7550', 'tag': '5d897889-2baa-4f3a-b346-2dfeb26de2f8', 'status': 'completed', 'code': 200} Feb 03 11:40:03.786967 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc2ecc-f56b-4f2e-bcf0-647f54d81948 req-9ce6951d-8057-475c-b231-175831991774 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:03.788772 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0ffc2ecc-f56b-4f2e-bcf0-647f54d81948 req-9ce6951d-8057-475c-b231-175831991774 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b078e67-30ca-4908-99c6-25a352d79f4f HTTP/1.1" status: 200 len: 945 time: 0.2758057 Feb 03 11:40:03.856723 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-102b4c9b-c6bb-477e-82f1-580fda543a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:03.858325 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-102b4c9b-c6bb-477e-82f1-580fda543a3b service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=36f1cccad50c4fd99ffb3f971529976b&device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 1160 time: 0.2258677 Feb 03 11:40:03.879520 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0ffc2ecc-f56b-4f2e-bcf0-647f54d81948 req-e8ae9cbe-46e8-4005-ab61-a95206222a82 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830147 Feb 03 11:40:03.990677 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-e1b1944e-d429-4737-9da5-4fa496110e6f service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d897889-2baa-4f3a-b346-2dfeb26de2f8 HTTP/1.1" status: 200 len: 217 time: 0.1100810 Feb 03 11:40:04.063193 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.objects.ports [None req-ae823330-2986-4670-b49e-536565532c18 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80077) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 03 11:40:04.117364 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8baa7e-7eee-444d-903f-32b9809d0e9b req-13887e11-0b69-4812-80f4-38367abbe8eb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:04.119092 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1e8baa7e-7eee-444d-903f-32b9809d0e9b req-13887e11-0b69-4812-80f4-38367abbe8eb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 943 time: 0.2146754 Feb 03 11:40:04.136786 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-92c0e209-d49b-4484-8f86-88e08ebc9814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:04.138335 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-92c0e209-d49b-4484-8f86-88e08ebc9814 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba HTTP/1.1" status: 200 len: 847 time: 0.1415393 Feb 03 11:40:04.196843 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1e8baa7e-7eee-444d-903f-32b9809d0e9b req-364f1380-6315-47da-9486-f858a644a0a6 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711353 Feb 03 11:40:04.354548 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce1e06-89ad-4527-b340-2bfe154df283 req-9c876690-424e-4476-8e24-2d24e5568300 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:04.356403 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-15ce1e06-89ad-4527-b340-2bfe154df283 req-9c876690-424e-4476-8e24-2d24e5568300 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.3173442 Feb 03 11:40:04.456265 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-15ce1e06-89ad-4527-b340-2bfe154df283 req-e4f155b9-3243-42c6-af2e-882604c0850b tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917082 Feb 03 11:40:04.461758 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-47f025ba-1c56-4144-aafe-eb4f46e188de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:04.464500 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-47f025ba-1c56-4144-aafe-eb4f46e188de service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3170524 Feb 03 11:40:04.716177 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-6c372738-3ee1-45eb-92c0-f44a1db0c87c service neutron] 10.222.0.122 "GET /v2.0/networks/f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328608 Feb 03 11:40:04.824122 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 3e0e12cc-d4e2-4489-b083-34bece7803da up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:40:04.925968 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning for port 3e0e12cc-d4e2-4489-b083-34bece7803da completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:40:04.927327 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665fd72-ad41-4c13-aa45-a4605a3ee1d1 req-d8e9b165-1038-4360-98c1-e2ab185c2d35 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:04.928137 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-6665fd72-ad41-4c13-aa45-a4605a3ee1d1 req-d8e9b165-1038-4360-98c1-e2ab185c2d35 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Synchronizing usage tracker for tenant:36f1cccad50c4fd99ffb3f971529976b on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:40:04.939362 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 3e0e12cc-d4e2-4489-b083-34bece7803da triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:40:04.939796 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:04.980379 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-6665fd72-ad41-4c13-aa45-a4605a3ee1d1 req-d8e9b165-1038-4360-98c1-e2ab185c2d35 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Unset dirty status for tenant:36f1cccad50c4fd99ffb3f971529976b on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:40:04.982196 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6665fd72-ad41-4c13-aa45-a4605a3ee1d1 req-d8e9b165-1038-4360-98c1-e2ab185c2d35 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 943 time: 0.4026124 Feb 03 11:40:05.007967 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0014aacb-8b68-4d2f-b2a5-ab16637da1e1 req-a7be1c20-6069-4cc1-a1a4-091f4760107a service neutron] 10.222.0.122 "GET /v2.0/networks/f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2941189 Feb 03 11:40:05.072882 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6665fd72-ad41-4c13-aa45-a4605a3ee1d1 req-32d3a414-abf5-426e-84ba-1657824795c3 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0827579 Feb 03 11:40:05.126441 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:05.197593 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port 3e0e12cc-d4e2-4489-b083-34bece7803da, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=3e0e12cc-d4e2-4489-b083-34bece7803da,segment=NetworkSegment(fc42722a-a410-4844-919d-b51ddb04237d),segment_id=fc42722a-a410-4844-919d-b51ddb04237d)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:40:05.212632 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ad3dda-6be7-4bcb-8abb-97e9b80d25aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0e12cc-d4e2-4489-b083-34bece7803da'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:40:05.230222 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e46d24-8a50-4b31-9721-fbc326c86777 req-0cebdafa-b352-4412-a783-b945868b049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:05.231955 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e3e46d24-8a50-4b31-9721-fbc326c86777 req-0cebdafa-b352-4412-a783-b945868b049e service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=36f1cccad50c4fd99ffb3f971529976b&device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 1160 time: 0.1346190 Feb 03 11:40:05.241463 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:05.247255 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:05.353147 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=3e0e12cc-d4e2-4489-b083-34bece7803da,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:05.364479 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:05.431541 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c886-b3c1-499e-9bf4-a834e1c05c71 req-c385a53f-5ca7-40b7-92c2-396aeaa9f02a tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:05.433098 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ef47c886-b3c1-499e-9bf4-a834e1c05c71 req-c385a53f-5ca7-40b7-92c2-396aeaa9f02a tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b078e67-30ca-4908-99c6-25a352d79f4f HTTP/1.1" status: 200 len: 945 time: 0.2602944 Feb 03 11:40:05.530225 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ef47c886-b3c1-499e-9bf4-a834e1c05c71 req-09f429df-70f8-476e-9a5f-76e360a6db30 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905354 Feb 03 11:40:05.536643 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e46d24-8a50-4b31-9721-fbc326c86777 req-6ff404e0-ea91-4820-8c36-be044245e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:05.538274 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e3e46d24-8a50-4b31-9721-fbc326c86777 req-6ff404e0-ea91-4820-8c36-be044245e36e service neutron] 10.222.0.122 "GET /v2.0/networks?id=f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d HTTP/1.1" status: 200 len: 902 time: 0.2975194 Feb 03 11:40:05.629446 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ad3dda-6be7-4bcb-8abb-97e9b80d25aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0e12cc-d4e2-4489-b083-34bece7803da', 'code': 200} Feb 03 11:40:05.630295 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c9b81-544f-4c13-b614-cb9858ce22df req-caca606c-c148-4467-8a18-e45fda4a6464 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:05.632037 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f61c9b81-544f-4c13-b614-cb9858ce22df req-caca606c-c148-4467-8a18-e45fda4a6464 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 945 time: 0.2375166 Feb 03 11:40:05.724214 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e3e46d24-8a50-4b31-9721-fbc326c86777 req-005fe367-6d90-4de3-be67-beb5cdad3753 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d897889-2baa-4f3a-b346-2dfeb26de2f8 HTTP/1.1" status: 200 len: 217 time: 0.0909207 Feb 03 11:40:05.815368 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f61c9b81-544f-4c13-b614-cb9858ce22df req-810c8ffb-3b31-4149-bda9-c2333c14f7ae tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152425 Feb 03 11:40:05.831957 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e46d24-8a50-4b31-9721-fbc326c86777 req-4a94afd0-0831-4e45-bc2e-cc2661d32aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:05.833546 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e3e46d24-8a50-4b31-9721-fbc326c86777 req-4a94afd0-0831-4e45-bc2e-cc2661d32aa6 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba HTTP/1.1" status: 200 len: 847 time: 0.1027989 Feb 03 11:40:05.911744 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 3e0e12cc-d4e2-4489-b083-34bece7803da up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:40:05.998389 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e46d24-8a50-4b31-9721-fbc326c86777 req-b2c990a0-4e93-40b9-a5e0-9447e5fb43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:05.999938 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e3e46d24-8a50-4b31-9721-fbc326c86777 req-b2c990a0-4e93-40b9-a5e0-9447e5fb43e8 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1593664 Feb 03 11:40:06.006233 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 3e0e12cc-d4e2-4489-b083-34bece7803da triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:40:06.006661 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:06.060300 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5abb2-079b-4a9e-8eb4-5f99ebf63f6b req-747e9ab1-b7f8-4ebe-acde-cbccc5bc7f1a tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:06.068460 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9ec5abb2-079b-4a9e-8eb4-5f99ebf63f6b req-747e9ab1-b7f8-4ebe-acde-cbccc5bc7f1a tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.1895468 Feb 03 11:40:06.095876 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a63f8b-2d5f-4ade-a48a-640e33d936b5 req-af578b97-6f20-4d80-b07e-a145759f0748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:06.097498 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d5a63f8b-2d5f-4ade-a48a-640e33d936b5 req-af578b97-6f20-4d80-b07e-a145759f0748 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 1162 time: 0.1986446 Feb 03 11:40:06.139989 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9ec5abb2-079b-4a9e-8eb4-5f99ebf63f6b req-0512225d-8831-4480-a98f-9fd113580f65 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704310 Feb 03 11:40:06.192822 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d5a63f8b-2d5f-4ade-a48a-640e33d936b5 req-f36e0ae0-c2f3-40ec-96a2-43619f47d9e2 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750086 Feb 03 11:40:06.201736 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e3e46d24-8a50-4b31-9721-fbc326c86777 req-9d1842fe-0cb7-414c-a3d9-6f09b7ba0497 service neutron] 10.222.0.122 "GET /v2.0/networks/f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914785 Feb 03 11:40:06.415755 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46faf8-7b80-4189-a0f4-b26de84e32fa req-f2cb4382-c9d1-4681-a89a-6a2a830589bc tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:06.417488 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7b46faf8-7b80-4189-a0f4-b26de84e32fa req-f2cb4382-c9d1-4681-a89a-6a2a830589bc tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 943 time: 0.1783922 Feb 03 11:40:06.744240 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7b46faf8-7b80-4189-a0f4-b26de84e32fa req-c4e5dc69-e270-42ed-bc31-991b316ca264 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3200631 Feb 03 11:40:06.863589 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e3e46d24-8a50-4b31-9721-fbc326c86777 req-83eb7ffe-28d7-4626-a4a5-b01c5e4f5c3f service neutron] 10.222.0.122 "GET /v2.0/networks/f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4024503 Feb 03 11:40:06.921379 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ee7bf-cdad-4781-b299-09a8550a672b req-b3eb4ffa-2965-4bcb-9f97-3c610af297df tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:06.923147 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a71ee7bf-cdad-4781-b299-09a8550a672b req-b3eb4ffa-2965-4bcb-9f97-3c610af297df tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b078e67-30ca-4908-99c6-25a352d79f4f HTTP/1.1" status: 200 len: 945 time: 0.2068474 Feb 03 11:40:07.005681 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a71ee7bf-cdad-4781-b299-09a8550a672b req-b14b9c09-6b0a-4205-b315-13119e6a1afc tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746067 Feb 03 11:40:07.263572 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9178e5-30f5-4b32-8304-460c03e59f55 req-a3278574-6c9b-4c27-a8d7-6f463134ae57 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:07.265483 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6e9178e5-30f5-4b32-8304-460c03e59f55 req-a3278574-6c9b-4c27-a8d7-6f463134ae57 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.122 "GET /v2.0/ports?device_id=2b078e67-30ca-4908-99c6-25a352d79f4f HTTP/1.1" status: 200 len: 945 time: 0.2623405 Feb 03 11:40:07.464326 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840336e-af8b-40a8-a616-4aae4c3da384 req-33c43736-4ad6-432e-9c45-caee51e5ebf5 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:07.466284 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0840336e-af8b-40a8-a616-4aae4c3da384 req-33c43736-4ad6-432e-9c45-caee51e5ebf5 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 945 time: 0.3915875 Feb 03 11:40:07.492044 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-6e9178e5-30f5-4b32-8304-460c03e59f55 req-50f85e6a-0b96-41cf-9520-ead17385c9e7 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Deleting port a7963231-9eac-4813-a591-c91bf7548e00 {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:40:07.492492 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-6e9178e5-30f5-4b32-8304-460c03e59f55 req-50f85e6a-0b96-41cf-9520-ead17385c9e7 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:07.507497 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268c193-11a9-46e5-a968-5f13a32c2c1a req-87f458b6-6317-475a-ab79-33bf8cb176cf tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:07.509228 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b268c193-11a9-46e5-a968-5f13a32c2c1a req-87f458b6-6317-475a-ab79-33bf8cb176cf tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.2478385 Feb 03 11:40:07.593568 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b268c193-11a9-46e5-a968-5f13a32c2c1a req-85857b4c-9954-4ce0-b5c8-e919cfd61a81 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775671 Feb 03 11:40:07.668058 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0840336e-af8b-40a8-a616-4aae4c3da384 req-18d0b936-6d33-44b9-855d-d34c0d576bd0 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405196 Feb 03 11:40:07.972970 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-6e9178e5-30f5-4b32-8304-460c03e59f55 req-50f85e6a-0b96-41cf-9520-ead17385c9e7 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] For port a7963231-9eac-4813-a591-c91bf7548e00, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=a7963231-9eac-4813-a591-c91bf7548e00,segment=NetworkSegment(8ef8325f-c7b2-4100-8bc9-864b570a5c68),segment_id=8ef8325f-c7b2-4100-8bc9-864b570a5c68)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:40:07.972970 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-6e9178e5-30f5-4b32-8304-460c03e59f55 req-50f85e6a-0b96-41cf-9520-ead17385c9e7 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:08.000327 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 3e0e12cc-d4e2-4489-b083-34bece7803da up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:40:08.104881 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 3e0e12cc-d4e2-4489-b083-34bece7803da triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:40:08.106086 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:08.140120 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-6e9178e5-30f5-4b32-8304-460c03e59f55 req-50f85e6a-0b96-41cf-9520-ead17385c9e7 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Calling delete_port for a7963231-9eac-4813-a591-c91bf7548e00 owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:40:08.330384 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device a7963231-9eac-4813-a591-c91bf7548e00 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:40:08.392795 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c53bd-c346-404c-8bab-2a97f28ca616 req-0f3e7378-6c24-4670-8358-e206f87dd180 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:08.395451 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ed4c53bd-c346-404c-8bab-2a97f28ca616 req-0f3e7378-6c24-4670-8358-e206f87dd180 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 943 time: 0.5080130 Feb 03 11:40:08.478056 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:08.594255 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ed4c53bd-c346-404c-8bab-2a97f28ca616 req-3b999e15-4532-41a1-87a3-147fe860c2c6 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1705253 Feb 03 11:40:08.631894 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-6e9178e5-30f5-4b32-8304-460c03e59f55 req-50f85e6a-0b96-41cf-9520-ead17385c9e7 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:08.667808 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2f24fc95-08f4-492e-96f1-0464b7f31009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:08.692284 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753efbf-1ee0-4a2d-af0b-02191d4c9f83 req-c8c394c4-24e1-4f3e-8264-6a1a4c989310 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:08.700423 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f753efbf-1ee0-4a2d-af0b-02191d4c9f83 req-c8c394c4-24e1-4f3e-8264-6a1a4c989310 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b078e67-30ca-4908-99c6-25a352d79f4f HTTP/1.1" status: 200 len: 945 time: 0.2159882 Feb 03 11:40:08.788904 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f753efbf-1ee0-4a2d-af0b-02191d4c9f83 req-5287b893-25e9-4c35-b867-df675445d891 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d4b4ead-23ac-4bce-9e13-2c62af2d087b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871537 Feb 03 11:40:08.839794 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f85e6a-0b96-41cf-9520-ead17385c9e7 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Pushing event deleted for resources: {'Port': ['ID=a7963231-9eac-4813-a591-c91bf7548e00,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:08.905378 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-50f85e6a-0b96-41cf-9520-ead17385c9e7 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:09.129460 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7e87d-4e51-4f29-956c-4d5c1b1d8858 req-402656bb-9420-4af7-8c0e-feb7d5ad72aa tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:09.131220 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2bb7e87d-4e51-4f29-956c-4d5c1b1d8858 req-402656bb-9420-4af7-8c0e-feb7d5ad72aa tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.1801655 Feb 03 11:40:09.153230 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863b074-b6f3-4cd6-9fea-9a6440ed30fd req-faaf3610-5990-4609-b5c9-157a0954c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:09.154851 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f863b074-b6f3-4cd6-9fea-9a6440ed30fd req-faaf3610-5990-4609-b5c9-157a0954c7a4 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 1162 time: 0.2401226 Feb 03 11:40:09.199607 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2bb7e87d-4e51-4f29-956c-4d5c1b1d8858 req-7d65d48a-3928-4485-98d4-88a422c643dc tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616601 Feb 03 11:40:09.242453 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58542131-535a-4093-8a43-fb6bc6f60480 req-67a48fde-0e20-44ff-9b29-66b442e00dcb tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:09.244152 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-58542131-535a-4093-8a43-fb6bc6f60480 req-67a48fde-0e20-44ff-9b29-66b442e00dcb tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.4140499 Feb 03 11:40:09.268343 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9178e5-30f5-4b32-8304-460c03e59f55 req-50f85e6a-0b96-41cf-9520-ead17385c9e7 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] No DVR routers for this DVR port a7963231-9eac-4813-a591-c91bf7548e00 on host hv-cinder-77387 {{(pid=80076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:40:09.287931 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-6e9178e5-30f5-4b32-8304-460c03e59f55 req-50f85e6a-0b96-41cf-9520-ead17385c9e7 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:09.291239 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b078e67-30ca-4908-99c6-25a352d79f4f', 'name': 'network-vif-deleted', 'tag': 'a7963231-9eac-4813-a591-c91bf7548e00'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:40:09.339126 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6e9178e5-30f5-4b32-8304-460c03e59f55 req-50f85e6a-0b96-41cf-9520-ead17385c9e7 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.122 "DELETE /v2.0/ports/a7963231-9eac-4813-a591-c91bf7548e00 HTTP/1.1" status: 204 len: 173 time: 2.0638049 Feb 03 11:40:09.365204 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-58542131-535a-4093-8a43-fb6bc6f60480 req-2a9022ce-f75e-409d-98f6-4c7b8a73ec1f tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983477 Feb 03 11:40:09.367296 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f863b074-b6f3-4cd6-9fea-9a6440ed30fd req-de77d21d-2230-42a1-b93f-ab4eb21151ab service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140785 Feb 03 11:40:09.466635 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b078e67-30ca-4908-99c6-25a352d79f4f', 'name': 'network-vif-deleted', 'tag': 'a7963231-9eac-4813-a591-c91bf7548e00', 'status': 'completed', 'code': 200} Feb 03 11:40:09.528957 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1e41d-e758-47d5-bed8-9aed29f4d3d5 req-a72b8d1b-1538-49e4-a125-4705f7515bfe tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:09.531838 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2ee1e41d-e758-47d5-bed8-9aed29f4d3d5 req-a72b8d1b-1538-49e4-a125-4705f7515bfe tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 945 time: 0.2036998 Feb 03 11:40:09.608686 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2ee1e41d-e758-47d5-bed8-9aed29f4d3d5 req-17645944-ba36-4e02-9f68-33c956821f29 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688593 Feb 03 11:40:09.988748 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888d1d5-6be5-449b-85a1-98bf1f237834 req-435484a0-e1dc-416a-9658-ec27e2ebd76f tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:09.990421 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f888d1d5-6be5-449b-85a1-98bf1f237834 req-435484a0-e1dc-416a-9658-ec27e2ebd76f tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 943 time: 0.2301192 Feb 03 11:40:10.015278 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab8db2-9701-41b2-8199-d84fbafe1041 req-1bdc378a-9e36-4982-8a14-f42ecc0558be tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:10.018241 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-faab8db2-9701-41b2-8199-d84fbafe1041 req-1bdc378a-9e36-4982-8a14-f42ecc0558be tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 945 time: 0.2108309 Feb 03 11:40:10.056741 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f888d1d5-6be5-449b-85a1-98bf1f237834 req-2b241f19-d8d7-4193-8106-f78ef732aa19 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0598221 Feb 03 11:40:10.090154 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-faab8db2-9701-41b2-8199-d84fbafe1041 req-56a5f7d6-bbf7-40aa-aaf7-73fbe817dc32 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655913 Feb 03 11:40:10.277060 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-60f4367e-43b9-4aa8-8ca5-85c2ffc1278b req-3d4a3b2b-344c-40f3-8099-339a32ac7db0 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] 10.222.0.68 "GET /v2.0/ports?device_id=2b078e67-30ca-4908-99c6-25a352d79f4f HTTP/1.1" status: 200 len: 210 time: 0.0517180 Feb 03 11:40:10.592726 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8678e7-1c65-4c28-b96d-813aae00bce5 req-1126ae26-cec8-4859-bb34-c20c6b480233 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:10.595784 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fb8678e7-1c65-4c28-b96d-813aae00bce5 req-1126ae26-cec8-4859-bb34-c20c6b480233 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.1867216 Feb 03 11:40:10.673617 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fb8678e7-1c65-4c28-b96d-813aae00bce5 req-d88ea881-feff-4e63-ac42-0237aacf802c tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698764 Feb 03 11:40:10.746227 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38906dc8-8751-444e-a091-1424bfaa3628 req-fd7ed431-dc6e-4bfc-a30e-7794b8a30b0b tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:10.748386 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-38906dc8-8751-444e-a091-1424bfaa3628 req-fd7ed431-dc6e-4bfc-a30e-7794b8a30b0b tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 945 time: 0.2251875 Feb 03 11:40:10.813182 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-38906dc8-8751-444e-a091-1424bfaa3628 req-5fcaa400-1e43-4f69-baca-8c80680a1391 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582221 Feb 03 11:40:11.017881 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501d2b7-5f93-4147-9fbd-42fbd51e6040 req-183b0c71-4999-4f0a-a48d-0bd4e86e3ed4 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:11.019931 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6501d2b7-5f93-4147-9fbd-42fbd51e6040 req-183b0c71-4999-4f0a-a48d-0bd4e86e3ed4 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.2203891 Feb 03 11:40:11.104371 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6501d2b7-5f93-4147-9fbd-42fbd51e6040 req-096f763d-c44b-4bfb-8241-0e1f13baf766 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736735 Feb 03 11:40:11.405694 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431904e4-d313-4c66-b1bd-3b2ad5787bea req-9de201b9-2e54-4795-af9b-508921440f74 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:11.407558 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-431904e4-d313-4c66-b1bd-3b2ad5787bea req-9de201b9-2e54-4795-af9b-508921440f74 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 943 time: 0.1941180 Feb 03 11:40:11.474436 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-431904e4-d313-4c66-b1bd-3b2ad5787bea req-8619e5b7-9388-45a0-bd54-715d21f3a2af tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0598814 Feb 03 11:40:12.065028 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362eee5-852d-453e-808d-fb5d2e1f300a req-f8fe36ba-46c5-4bef-9dc9-2e3c84a22934 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:12.066933 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7362eee5-852d-453e-808d-fb5d2e1f300a req-f8fe36ba-46c5-4bef-9dc9-2e3c84a22934 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.2422569 Feb 03 11:40:12.147629 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7362eee5-852d-453e-808d-fb5d2e1f300a req-0db0c10c-bd80-4882-aaea-936ab7f077d9 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690062 Feb 03 11:40:12.849854 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffeefa-89f5-4df4-bb46-3eab49b43a6b req-137fabdb-b704-4de8-aff1-ecc66ce522f0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:12.857459 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b0ffeefa-89f5-4df4-bb46-3eab49b43a6b req-137fabdb-b704-4de8-aff1-ecc66ce522f0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.4079595 Feb 03 11:40:12.869296 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 3e0e12cc-d4e2-4489-b083-34bece7803da up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:40:12.931906 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b0ffeefa-89f5-4df4-bb46-3eab49b43a6b req-a451f724-de21-4fd9-88ed-9876884aa4d9 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734510 Feb 03 11:40:12.964959 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a372c-eaf4-4077-aadd-4734a12fefec req-73539a0e-6aaa-479f-99ab-122017ea3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:12.966575 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-971a372c-eaf4-4077-aadd-4734a12fefec req-73539a0e-6aaa-479f-99ab-122017ea3124 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=56aa07d6046f423a9737e95d751bc566&device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 1162 time: 0.1877453 Feb 03 11:40:12.975170 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 3e0e12cc-d4e2-4489-b083-34bece7803da triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:40:12.975797 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:13.151300 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a09535-82ef-4278-b3c1-410a36838a1f req-231e44e8-e825-4aa4-89cf-35ca7f7bc059 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:13.158902 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-05a09535-82ef-4278-b3c1-410a36838a1f req-231e44e8-e825-4aa4-89cf-35ca7f7bc059 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 943 time: 0.2721050 Feb 03 11:40:13.242570 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-05a09535-82ef-4278-b3c1-410a36838a1f req-95ffee73-ed48-4f79-9483-4e6e6718218b tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0825500 Feb 03 11:40:13.266226 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 5d897889-2baa-4f3a-b346-2dfeb26de2f8 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:40:13.288233 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a372c-eaf4-4077-aadd-4734a12fefec req-49b72349-90d8-4636-913e-b366e0686f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:13.290290 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-971a372c-eaf4-4077-aadd-4734a12fefec req-49b72349-90d8-4636-913e-b366e0686f4d service neutron] 10.222.0.122 "GET /v2.0/networks?id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c HTTP/1.1" status: 200 len: 912 time: 0.3150060 Feb 03 11:40:13.313542 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c0e42-f41e-4053-8403-cced110b4b4c req-c5ed74c6-7a67-4d5b-be0a-ad58f3195484 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:13.321558 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-382c0e42-f41e-4053-8403-cced110b4b4c req-c5ed74c6-7a67-4d5b-be0a-ad58f3195484 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.2112644 Feb 03 11:40:13.373197 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning for port 5d897889-2baa-4f3a-b346-2dfeb26de2f8 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:40:13.382726 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 5d897889-2baa-4f3a-b346-2dfeb26de2f8 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:40:13.384322 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:13.395979 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-382c0e42-f41e-4053-8403-cced110b4b4c req-79c5e7e5-2099-4227-b894-1e4a4fe4f5ae tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733221 Feb 03 11:40:13.529819 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:13.561710 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48ff63f-33d0-44a9-8924-1820011f7550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d897889-2baa-4f3a-b346-2dfeb26de2f8'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:40:13.574299 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port 5d897889-2baa-4f3a-b346-2dfeb26de2f8, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=5d897889-2baa-4f3a-b346-2dfeb26de2f8,segment=NetworkSegment(4b66aae6-b4d3-4dfd-be99-b71f998e0d6c),segment_id=4b66aae6-b4d3-4dfd-be99-b71f998e0d6c)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:40:13.578636 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:13.581970 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-472c4717-bb9d-4845-a2da-7da962608a40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:13.656182 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-971a372c-eaf4-4077-aadd-4734a12fefec req-af0dbbc0-541f-4885-a287-949992cf399d service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e03523e-c54c-4e8b-8159-8e757c25925a HTTP/1.1" status: 200 len: 217 time: 0.3584945 Feb 03 11:40:13.665748 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48ff63f-33d0-44a9-8924-1820011f7550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d897889-2baa-4f3a-b346-2dfeb26de2f8', 'code': 200} Feb 03 11:40:13.705708 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=5d897889-2baa-4f3a-b346-2dfeb26de2f8,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:13.709679 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:13.743507 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a372c-eaf4-4077-aadd-4734a12fefec req-c0b0ffdc-9b3d-43dc-b4b8-548858b35810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:13.745039 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-971a372c-eaf4-4077-aadd-4734a12fefec req-c0b0ffdc-9b3d-43dc-b4b8-548858b35810 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=97b65fc5-b24e-456c-92d2-94fdf77fc327 HTTP/1.1" status: 200 len: 858 time: 0.0760500 Feb 03 11:40:13.806837 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-971a372c-eaf4-4077-aadd-4734a12fefec req-a634602c-25fd-4c05-8b51-186ace1bbff4 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=eb1cf823-771e-4587-bbb1-8d7de9b7e35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528734 Feb 03 11:40:13.961719 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 5d897889-2baa-4f3a-b346-2dfeb26de2f8 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:40:13.986680 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-971a372c-eaf4-4077-aadd-4734a12fefec req-9476fd80-d813-4c8f-bf28-464b0ad44d8f service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709070 Feb 03 11:40:14.128758 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 5d897889-2baa-4f3a-b346-2dfeb26de2f8 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:40:14.129306 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:14.270966 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-971a372c-eaf4-4077-aadd-4734a12fefec req-a4f620fb-78c5-47f9-974d-c87cf708d6f9 service neutron] 10.222.0.122 "GET /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2625763 Feb 03 11:40:14.298201 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3a636-bcb3-485e-bb4d-d0018a66f574 req-d22f5283-8412-408d-a623-62ad4bd40867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:14.299957 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-aee3a636-bcb3-485e-bb4d-d0018a66f574 req-d22f5283-8412-408d-a623-62ad4bd40867 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 1162 time: 0.2901750 Feb 03 11:40:14.358158 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-aee3a636-bcb3-485e-bb4d-d0018a66f574 req-9d9ba689-af74-451c-831e-45a04610ca74 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0468676 Feb 03 11:40:14.421901 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6b451-e5eb-4fac-81ca-e4bc32e85c70 req-0e045464-6894-498c-9558-2a671a8afc9c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:14.430628 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-37f6b451-e5eb-4fac-81ca-e4bc32e85c70 req-0e045464-6894-498c-9558-2a671a8afc9c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.2297981 Feb 03 11:40:14.514276 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-37f6b451-e5eb-4fac-81ca-e4bc32e85c70 req-0f393403-031f-4f32-80c2-7320b3f840c9 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825560 Feb 03 11:40:14.733148 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b645d5-b848-4e06-82af-7d466a3131b4 req-295b51bb-0efe-479e-acd0-b6cb1e92c654 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:14.735097 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-91b645d5-b848-4e06-82af-7d466a3131b4 req-295b51bb-0efe-479e-acd0-b6cb1e92c654 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.2506344 Feb 03 11:40:14.836986 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751dd038-df4a-4fc7-b598-b66a0059e0d3 req-823ee73d-c8d1-45f7-8c32-31ead74ed597 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:14.846681 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-751dd038-df4a-4fc7-b598-b66a0059e0d3 req-823ee73d-c8d1-45f7-8c32-31ead74ed597 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.1981370 Feb 03 11:40:14.849323 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-91b645d5-b848-4e06-82af-7d466a3131b4 req-9a2226ca-f29d-4e39-87c7-8f65bdd62796 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1046925 Feb 03 11:40:14.953130 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-751dd038-df4a-4fc7-b598-b66a0059e0d3 req-ebedfbcd-96c6-4bac-bbec-3cec0491b1af tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049438 Feb 03 11:40:15.839837 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b45600-ad16-4627-aa95-25d640ff27fb req-063d831e-a7d6-48d7-88f4-008e06b50162 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:15.841298 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-78b45600-ad16-4627-aa95-25d640ff27fb req-063d831e-a7d6-48d7-88f4-008e06b50162 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.1694911 Feb 03 11:40:15.964067 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-78b45600-ad16-4627-aa95-25d640ff27fb req-0eb34aba-b16a-4a6a-8397-c71762a9bb5f tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093116 Feb 03 11:40:16.054983 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 3e03523e-c54c-4e8b-8159-8e757c25925a up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:40:16.308735 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 3e03523e-c54c-4e8b-8159-8e757c25925a triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:40:16.308735 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:16.411608 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a279c-ed18-42f7-b1f4-99ef93250f1a req-95dfa813-f0f4-4735-b979-9f7b56da8964 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:16.425097 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9a3a279c-ed18-42f7-b1f4-99ef93250f1a req-95dfa813-f0f4-4735-b979-9f7b56da8964 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.3942492 Feb 03 11:40:16.507121 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9a3a279c-ed18-42f7-b1f4-99ef93250f1a req-cf9a0850-f0df-4897-af2f-22d81b2acca4 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0797212 Feb 03 11:40:16.576682 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae621b-1595-464e-8a4d-70e355bc1376 req-1f80aa49-b339-4a42-a1bc-7353eec88d29 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:16.579217 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9dae621b-1595-464e-8a4d-70e355bc1376 req-1f80aa49-b339-4a42-a1bc-7353eec88d29 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.3997374 Feb 03 11:40:16.704925 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9dae621b-1595-464e-8a4d-70e355bc1376 req-b02d9034-d9f4-44d6-a0a7-608c7b3023c0 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175535 Feb 03 11:40:17.313946 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9d2b6-c14d-4d7e-ba68-17054a397feb req-d6a67848-3eb0-468c-b567-0529d32f06b9 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:17.315788 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1ea9d2b6-c14d-4d7e-ba68-17054a397feb req-d6a67848-3eb0-468c-b567-0529d32f06b9 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.1755362 Feb 03 11:40:17.474959 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1ea9d2b6-c14d-4d7e-ba68-17054a397feb req-7188414c-5083-419c-a4c9-4cee24c66d55 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398170 Feb 03 11:40:17.889479 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af1899-820c-42ce-bc47-e58fd645c7f0 req-1dbf1f68-bdd6-467f-98e0-bdc6cde7ec75 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:17.897550 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d2af1899-820c-42ce-bc47-e58fd645c7f0 req-1dbf1f68-bdd6-467f-98e0-bdc6cde7ec75 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.2062821 Feb 03 11:40:17.971194 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d2af1899-820c-42ce-bc47-e58fd645c7f0 req-0b9e1cdb-d111-4b87-af9e-e6e8fdbd59a3 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0727184 Feb 03 11:40:18.094722 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47762fd-714f-4ebb-97e2-797b99191af1 req-9f0a1ac0-2a17-41ce-95f1-65c2dbebe6e6 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:18.096866 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e47762fd-714f-4ebb-97e2-797b99191af1 req-9f0a1ac0-2a17-41ce-95f1-65c2dbebe6e6 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 945 time: 0.2591221 Feb 03 11:40:18.180021 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e47762fd-714f-4ebb-97e2-797b99191af1 req-c17a61f2-515c-48f2-8d3d-5c23d39b1d97 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737963 Feb 03 11:40:18.336164 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c156fa1-64d3-4bac-b56a-ba8764279d12 req-1a753ae1-cefd-4a00-9b22-450239a9bd25 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:18.337867 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5c156fa1-64d3-4bac-b56a-ba8764279d12 req-1a753ae1-cefd-4a00-9b22-450239a9bd25 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.2188499 Feb 03 11:40:18.453975 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5c156fa1-64d3-4bac-b56a-ba8764279d12 req-273bed53-7cff-4909-bd8d-436808a48d42 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088877 Feb 03 11:40:18.773562 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93559f-dc8f-4272-92dd-cae3d7b6509f req-29dc260e-caa2-4660-a4d9-d0ee87787686 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:18.778803 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0c93559f-dc8f-4272-92dd-cae3d7b6509f req-29dc260e-caa2-4660-a4d9-d0ee87787686 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.2510638 Feb 03 11:40:18.801821 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-94bbd2c2-3354-42fa-9e51-ac2273d1c70a tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2776015 Feb 03 11:40:18.807061 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Request body: {'floatingip': {'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:40:18.832215 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:40:18.835242 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Usage tracker for resource:floatingip and tenant:64aa1d83111b4e2ba616806df59776dd is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:40:18.838615 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:40:18.844759 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:40:18.857277 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for floatingip, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:18.858074 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0c93559f-dc8f-4272-92dd-cae3d7b6509f req-c9d1d29d-98fe-410f-8fcd-7adfb6cb40d7 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0779128 Feb 03 11:40:19.047804 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:19.211830 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1712b8-37ee-49af-9214-e5b6e2e46504 req-ad7fbaad-7f79-4f72-a75d-77b5294cbd8a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:19.214433 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-cf1712b8-37ee-49af-9214-e5b6e2e46504 req-ad7fbaad-7f79-4f72-a75d-77b5294cbd8a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.2205410 Feb 03 11:40:19.302530 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-cf1712b8-37ee-49af-9214-e5b6e2e46504 req-70af1ba1-7575-430c-b61f-acbeeadbdd51 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788829 Feb 03 11:40:19.402156 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Allocated IP 172.28.2.67 (84b90693-2912-4173-9093-cf01ce7c5229/b0f1584a-346a-4aca-be96-02ba0d663828/f937991b-43d2-4bb6-8c96-ec6ff39d2270) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:40:19.618958 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:19.651433 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-15717788-ea30-4a79-a8e0-cde1401c7b3e tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2706072 Feb 03 11:40:19.658430 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Request body: {'floatingip': {'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:40:19.685099 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:40:19.686564 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:19.689993 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Usage tracker for resource:floatingip and tenant:36f1cccad50c4fd99ffb3f971529976b is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:40:19.693729 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:40:19.700123 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:40:19.712896 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks [] for floatingip, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:19.810689 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:19.879460 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:19.933084 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Pushing event updated for resources: {'Port': ['ID=f937991b-43d2-4bb6-8c96-ec6ff39d2270,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:19.937878 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:19.951466 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Network 84b90693-2912-4173-9093-cf01ce7c5229 is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:40:19.952706 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:40:19.955417 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:40:20.052115 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:20.141714 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:20.210586 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Allocated IP 172.28.2.200 (84b90693-2912-4173-9093-cf01ce7c5229/b0f1584a-346a-4aca-be96-02ba0d663828/54e14320-b1bb-445e-8ec3-4daeb5e8713d) {{(pid=80075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:40:20.361116 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-acf212c4-caf3-4390-afc5-f715f20f4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:20.425465 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks [] for port, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:20.456446 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:20.463567 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:20.475243 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826'] for port, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:20.484333 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f4c1a6b6-cef6-4808-8316-96729ff3c11b tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:20.493616 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:20.566852 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Pushing event updated for resources: {'Port': ['ID=f937991b-43d2-4bb6-8c96-ec6ff39d2270,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:20.650720 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.651430 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.651553 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.657677 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.658178 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.658576 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.659049 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.659610 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.659997 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.660289 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.660675 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.661055 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.661505 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.665833 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.666288 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.666685 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.667231 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.669921 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.670314 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.670707 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.671090 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.671501 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.671886 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.674222 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.685789 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:20.702820 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Pushing event updated for resources: {'Port': ['ID=54e14320-b1bb-445e-8ec3-4daeb5e8713d,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:20.735317 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.736469 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.736469 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.736731 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.737037 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.737405 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.737790 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.738344 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.738856 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.739228 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.739635 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.740018 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.740469 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.740846 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.741227 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.741607 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.741984 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.742360 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.742801 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.743116 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.743532 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.743910 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.744292 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.744692 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:20.752277 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:20.792691 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Network 84b90693-2912-4173-9093-cf01ce7c5229 is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:40:20.793916 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:40:20.796314 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Received port after_create {{(pid=80075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:40:20.832921 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:20.867502 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505061'] for floatingip, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:20.903210 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for floatingip, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:20.904618 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1019113 Feb 03 11:40:20.906302 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:21.038019 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-2dcd44fa-982b-4328-8f50-573a8e184991 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Synchronizing usage tracker for tenant:64aa1d83111b4e2ba616806df59776dd on resource:floatingip {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:40:21.064007 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-2dcd44fa-982b-4328-8f50-573a8e184991 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Unset dirty status for tenant:64aa1d83111b4e2ba616806df59776dd on resource:floatingip {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:40:21.065745 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-2dcd44fa-982b-4328-8f50-573a8e184991 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.2.67 HTTP/1.1" status: 200 len: 695 time: 0.1534534 Feb 03 11:40:21.211090 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks [] for port, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:21.215581 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:21.234770 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:21.386490 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Pushing event updated for resources: {'Port': ['ID=54e14320-b1bb-445e-8ec3-4daeb5e8713d,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:21.393145 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:21.402764 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-69d04fd6-834e-442e-a86f-8827daeccb95 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:21.404287 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-69d04fd6-834e-442e-a86f-8827daeccb95 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/networks/84b90693-2912-4173-9093-cf01ce7c5229 HTTP/1.1" status: 200 len: 784 time: 0.3303919 Feb 03 11:40:21.417626 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-a625e52d-6169-4de4-b17f-e27709a725a5 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:40:21.419341 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-33d6adb4-c10f-409b-aa4f-ed993c35c406 req-a625e52d-6169-4de4-b17f-e27709a725a5 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0070407 Feb 03 11:40:21.455006 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505061'] for floatingip, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:21.484787 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for floatingip, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:21.491152 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-2b8ffb59-c7c9-440c-a8a6-156c7c85ec65 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8383381 Feb 03 11:40:21.616227 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-d6141588-0f97-4649-8cb5-267a9577f4c9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Synchronizing usage tracker for tenant:36f1cccad50c4fd99ffb3f971529976b on resource:floatingip {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:40:21.654360 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-d6141588-0f97-4649-8cb5-267a9577f4c9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Unset dirty status for tenant:36f1cccad50c4fd99ffb3f971529976b on resource:floatingip {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:40:21.655615 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-d6141588-0f97-4649-8cb5-267a9577f4c9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.2.200 HTTP/1.1" status: 200 len: 696 time: 0.1605058 Feb 03 11:40:21.929864 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e72b8-77d6-4cac-8aba-a78371f5befd req-63cc254f-179b-44c4-affb-c38ead7764d8 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:21.931515 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-736e72b8-77d6-4cac-8aba-a78371f5befd req-63cc254f-179b-44c4-affb-c38ead7764d8 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.1772215 Feb 03 11:40:21.934841 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-aba71d35-51e3-4dee-99d2-b80363023199 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:21.942092 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-aba71d35-51e3-4dee-99d2-b80363023199 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/networks/84b90693-2912-4173-9093-cf01ce7c5229 HTTP/1.1" status: 200 len: 784 time: 0.2748611 Feb 03 11:40:21.948670 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-481626f0-d1e4-4c22-987b-3da191ed113e tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:40:21.962684 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-220b1fbd-bbad-40d3-b23b-55fd77bea4b6 req-481626f0-d1e4-4c22-987b-3da191ed113e tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0192220 Feb 03 11:40:22.039006 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-736e72b8-77d6-4cac-8aba-a78371f5befd req-dc98c2a1-9a05-495a-95b8-4d01aefdb2a4 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921941 Feb 03 11:40:22.323996 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3819d8-4b99-49b1-8871-d4cadb8c92b0 req-a356cc18-f33c-4360-9b0a-3485122c2ce5 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:22.331924 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1d3819d8-4b99-49b1-8871-d4cadb8c92b0 req-a356cc18-f33c-4360-9b0a-3485122c2ce5 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.2646201 Feb 03 11:40:22.388895 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-02c7db06-b261-43d9-ae07-87eaf12ae1d6 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:22.390673 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-02c7db06-b261-43d9-ae07-87eaf12ae1d6 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1827667 Feb 03 11:40:22.407788 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1d3819d8-4b99-49b1-8871-d4cadb8c92b0 req-dbfcfc6a-cf46-4e84-ba5f-153ef2094743 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746071 Feb 03 11:40:22.512552 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-68853e69-23ee-43ab-b85f-46fe354395f7 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.2.67 HTTP/1.1" status: 200 len: 695 time: 0.1124992 Feb 03 11:40:22.541299 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-c4816b8b-9f47-4080-80aa-e8b3617a0543 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Request body: {'floatingip': {'port_id': '3e0e12cc-d4e2-4489-b083-34bece7803da', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:40:22.575949 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9d271658-0431-4f22-a42e-64978373329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:22.828247 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de486186-fe91-40a0-8d59-65a345582300 req-cf3507dd-123c-4bfc-8283-0a135a4e3d6c tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:22.830956 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-de486186-fe91-40a0-8d59-65a345582300 req-cf3507dd-123c-4bfc-8283-0a135a4e3d6c tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2532277 Feb 03 11:40:22.945006 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-c4816b8b-9f47-4080-80aa-e8b3617a0543 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for floatingip, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:22.950555 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-de486186-fe91-40a0-8d59-65a345582300 req-8ba7b597-be96-4a9e-83f1-5e2daf1e873c tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.2.200 HTTP/1.1" status: 200 len: 696 time: 0.1107848 Feb 03 11:40:22.966464 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-de486186-fe91-40a0-8d59-65a345582300 req-46af498a-42fb-45b8-8140-4d51ecd5820b tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Request body: {'floatingip': {'port_id': '5d897889-2baa-4f3a-b346-2dfeb26de2f8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:40:23.085629 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-de486186-fe91-40a0-8d59-65a345582300 req-46af498a-42fb-45b8-8140-4d51ecd5820b tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks [] for floatingip, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:23.150369 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:23.214545 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:40:23.723582 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-c4816b8b-9f47-4080-80aa-e8b3617a0543 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:23.728183 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-c4816b8b-9f47-4080-80aa-e8b3617a0543 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505061'] for floatingip, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:23.920433 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.l3_db [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-c4816b8b-9f47-4080-80aa-e8b3617a0543 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Floating IP febc074c-4159-4f34-a8cc-8fbffb390cd0 associated. External IP: 172.28.2.67, port: 3e0e12cc-d4e2-4489-b083-34bece7803da. Feb 03 11:40:24.001689 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:24.323731 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-de486186-fe91-40a0-8d59-65a345582300 req-46af498a-42fb-45b8-8140-4d51ecd5820b tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:24.327546 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-de486186-fe91-40a0-8d59-65a345582300 req-46af498a-42fb-45b8-8140-4d51ecd5820b tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505061'] for floatingip, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:24.377857 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-c4816b8b-9f47-4080-80aa-e8b3617a0543 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Router 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:40:24.569064 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.l3_db [req-de486186-fe91-40a0-8d59-65a345582300 req-46af498a-42fb-45b8-8140-4d51ecd5820b tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Floating IP 6e57c852-e014-4f7b-8803-b40b8aa34be6 associated. External IP: 172.28.2.200, port: 5d897889-2baa-4f3a-b346-2dfeb26de2f8. Feb 03 11:40:24.605838 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:24.704304 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-c4816b8b-9f47-4080-80aa-e8b3617a0543 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:40:24.705931 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-c4816b8b-9f47-4080-80aa-e8b3617a0543 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for floatingip, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:24.717855 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92edc3f0-7410-4f8c-8466-613f1f0163d9 None None] Sync routers for ids ['0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'] in dv-cinder-773870-1-smb {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:40:24.737962 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92edc3f0-7410-4f8c-8466-613f1f0163d9 None None] Routers {'0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:40:24.739438 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-92edc3f0-7410-4f8c-8466-613f1f0163d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:40:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:40:24.783914 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-c4816b8b-9f47-4080-80aa-e8b3617a0543 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "PUT /v2.0/floatingips/febc074c-4159-4f34-a8cc-8fbffb390cd0 HTTP/1.1" status: 200 len: 995 time: 2.2588506 Feb 03 11:40:24.789813 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ad3dda-6be7-4bcb-8abb-97e9b80d25aa', 'tag': '3e0e12cc-d4e2-4489-b083-34bece7803da'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:40:24.889149 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-2040c5a2-4aeb-4dae-8f79-e5a78c303c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:24.897574 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-2040c5a2-4aeb-4dae-8f79-e5a78c303c4f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=64aa1d83111b4e2ba616806df59776dd&device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 1162 time: 0.0969510 Feb 03 11:40:24.955727 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-92edc3f0-7410-4f8c-8466-613f1f0163d9 None None] Set router 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:40:25.057985 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-8e90b9d3-0e40-4971-9e69-3147c838bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:25.059637 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-8e90b9d3-0e40-4971-9e69-3147c838bb18 service neutron] 10.222.0.68 "GET /v2.0/networks?id=658b2e23-84fc-417e-81b7-6ef8c3f7b0bb HTTP/1.1" status: 200 len: 908 time: 0.1610804 Feb 03 11:40:25.060507 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de486186-fe91-40a0-8d59-65a345582300 req-46af498a-42fb-45b8-8140-4d51ecd5820b tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Router 97a9746c-6ee2-4008-9832-e68f1c924dd7 has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:40:25.517767 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-eddbfb80-de77-473d-b7b9-0c023c2d9b7d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e0e12cc-d4e2-4489-b083-34bece7803da HTTP/1.1" status: 200 len: 998 time: 0.4491680 Feb 03 11:40:25.562983 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de486186-fe91-40a0-8d59-65a345582300 req-46af498a-42fb-45b8-8140-4d51ecd5820b tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:40:25.575237 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14207f4f-d09e-49d7-926d-7f127e503240 None None] Sync routers for ids ['97a9746c-6ee2-4008-9832-e68f1c924dd7'] in dv-cinder-773870-1-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:40:25.591525 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-de486186-fe91-40a0-8d59-65a345582300 req-46af498a-42fb-45b8-8140-4d51ecd5820b tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for floatingip, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:25.593464 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14207f4f-d09e-49d7-926d-7f127e503240 None None] Routers {'97a9746c-6ee2-4008-9832-e68f1c924dd7'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:40:25.594532 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-14207f4f-d09e-49d7-926d-7f127e503240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:40:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['97a9746c-6ee2-4008-9832-e68f1c924dd7'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:40:25.612753 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-03d754d7-e3fb-4df6-b657-243a4711ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:25.614356 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-03d754d7-e3fb-4df6-b657-243a4711ff04 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2462024d-c4c8-455b-b121-b22caa048e39 HTTP/1.1" status: 200 len: 853 time: 0.0879927 Feb 03 11:40:25.704014 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-de486186-fe91-40a0-8d59-65a345582300 req-46af498a-42fb-45b8-8140-4d51ecd5820b tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "PUT /v2.0/floatingips/6e57c852-e014-4f7b-8803-b40b8aa34be6 HTTP/1.1" status: 200 len: 996 time: 2.7427835 Feb 03 11:40:25.706174 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48ff63f-33d0-44a9-8924-1820011f7550', 'tag': '5d897889-2baa-4f3a-b346-2dfeb26de2f8'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:40:25.713097 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-92edc3f0-7410-4f8c-8466-613f1f0163d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'name': 'tempest-TestMinimumBasicScenario-547950550-router', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:39:13Z', 'updated_at': '2021-02-03T11:39:21Z', 'revision_number': 4, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'gw_port': {'id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:15Z', 'updated_at': '2021-02-03T11:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_floatingips': [{'id': 'febc074c-4159-4f34-a8cc-8fbffb390cd0', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'floating_ip_address': '172.28.2.67', 'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'router_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'port_id': '3e0e12cc-d4e2-4489-b083-34bece7803da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb', 'mac_address': 'fa:16:3e:10:e7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ad3dda-6be7-4bcb-8abb-97e9b80d25aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T11:40:20Z', 'updated_at': '2021-02-03T11:40:23Z', 'revision_number': 1, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1942bdb4-6413-4b1a-89a3-134809a0b843', 'name': '', 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'mac_address': 'fa:16:3e:fd:e7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '2462024d-c4c8-455b-b121-b22caa048e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:19Z', 'updated_at': '2021-02-03T11:39:28Z', 'revision_number': 5, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'subnets': [{'id': '2462024d-c4c8-455b-b121-b22caa048e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:40:25.718894 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92edc3f0-7410-4f8c-8466-613f1f0163d9 None None] Checking router: 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f for host: dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:40:25.738351 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92edc3f0-7410-4f8c-8466-613f1f0163d9 None None] Routers {'0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:40:25.739645 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-92edc3f0-7410-4f8c-8466-613f1f0163d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:40:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:40:25.827370 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-bf1b8088-5059-4975-97b9-0a4f77f902f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:25.839202 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de486186-fe91-40a0-8d59-65a345582300 req-b07f3f7e-db9c-4741-b7c2-35ffb29f4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:25.839496 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-bf1b8088-5059-4975-97b9-0a4f77f902f3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=658b2e23-84fc-417e-81b7-6ef8c3f7b0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2164505 Feb 03 11:40:25.841706 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-de486186-fe91-40a0-8d59-65a345582300 req-b07f3f7e-db9c-4741-b7c2-35ffb29f4c95 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=36f1cccad50c4fd99ffb3f971529976b&device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 1162 time: 0.1219850 Feb 03 11:40:25.848797 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-09ad3c54-2ab5-4207-a460-ab53612be4d2 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:40:25.859928 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-09ad3c54-2ab5-4207-a460-ab53612be4d2 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0192728 Feb 03 11:40:26.015360 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-92edc3f0-7410-4f8c-8466-613f1f0163d9 None None] Set router 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:40:26.045187 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-14207f4f-d09e-49d7-926d-7f127e503240 None None] Set router 97a9746c-6ee2-4008-9832-e68f1c924dd7 gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:40:26.084988 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-b28bc316-e8cd-4fc1-9f67-f78828783fe8 service neutron] 10.222.0.68 "GET /v2.0/networks/658b2e23-84fc-417e-81b7-6ef8c3f7b0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222528 Feb 03 11:40:26.134273 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de486186-fe91-40a0-8d59-65a345582300 req-6abdaf47-cf10-44ab-ad18-d34f4ef39bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:26.135964 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-de486186-fe91-40a0-8d59-65a345582300 req-6abdaf47-cf10-44ab-ad18-d34f4ef39bf6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d HTTP/1.1" status: 200 len: 902 time: 0.2854233 Feb 03 11:40:26.304458 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-77888f63-4361-49bc-9f0b-9bc1bbeabe29 req-15705991-3b5d-4552-b003-dc24957bad8d service neutron] 10.222.0.68 "GET /v2.0/networks/658b2e23-84fc-417e-81b7-6ef8c3f7b0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2144172 Feb 03 11:40:26.360018 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-de486186-fe91-40a0-8d59-65a345582300 req-3162e463-4c56-497f-950b-01c2988d7359 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d897889-2baa-4f3a-b346-2dfeb26de2f8 HTTP/1.1" status: 200 len: 999 time: 0.2137630 Feb 03 11:40:26.511509 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de486186-fe91-40a0-8d59-65a345582300 req-cef5520f-35e8-4aef-8599-4c3c86ac76a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:26.522247 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-de486186-fe91-40a0-8d59-65a345582300 req-cef5520f-35e8-4aef-8599-4c3c86ac76a7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba HTTP/1.1" status: 200 len: 847 time: 0.1589513 Feb 03 11:40:26.697949 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de486186-fe91-40a0-8d59-65a345582300 req-9c60f7c4-1999-436b-9038-2a70334085ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:26.710776 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-de486186-fe91-40a0-8d59-65a345582300 req-9c60f7c4-1999-436b-9038-2a70334085ff service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1871107 Feb 03 11:40:26.722499 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [req-de486186-fe91-40a0-8d59-65a345582300 req-e8bfb059-7f48-46de-b9bf-d178a8864c8a service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:40:26.723608 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-de486186-fe91-40a0-8d59-65a345582300 req-e8bfb059-7f48-46de-b9bf-d178a8864c8a service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0057817 Feb 03 11:40:26.789542 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-14207f4f-d09e-49d7-926d-7f127e503240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'name': 'tempest-TestShelveInstance-397611547-router', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:39Z', 'updated_at': '2021-02-03T11:38:50Z', 'revision_number': 4, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'gw_port': {'id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:41Z', 'updated_at': '2021-02-03T11:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_floatingips': [{'id': '6e57c852-e014-4f7b-8803-b40b8aa34be6', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'floating_ip_address': '172.28.2.200', 'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'router_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'port_id': '5d897889-2baa-4f3a-b346-2dfeb26de2f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d', 'mac_address': 'fa:16:3e:6c:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48ff63f-33d0-44a9-8924-1820011f7550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T11:40:20Z', 'updated_at': '2021-02-03T11:40:24Z', 'revision_number': 1, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8', 'name': '', 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'mac_address': 'fa:16:3e:b5:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:48Z', 'updated_at': '2021-02-03T11:39:02Z', 'revision_number': 5, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'subnets': [{'id': '49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:40:26.794302 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14207f4f-d09e-49d7-926d-7f127e503240 None None] Checking router: 97a9746c-6ee2-4008-9832-e68f1c924dd7 for host: dv-cinder-773870-1-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:40:26.806068 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14207f4f-d09e-49d7-926d-7f127e503240 None None] Routers {'97a9746c-6ee2-4008-9832-e68f1c924dd7'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:40:26.806922 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-14207f4f-d09e-49d7-926d-7f127e503240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:40:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['97a9746c-6ee2-4008-9832-e68f1c924dd7'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:40:26.853616 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-92edc3f0-7410-4f8c-8466-613f1f0163d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'name': 'tempest-TestMinimumBasicScenario-547950550-router', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:39:13Z', 'updated_at': '2021-02-03T11:39:21Z', 'revision_number': 4, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'gw_port': {'id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:15Z', 'updated_at': '2021-02-03T11:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_floatingips': [{'id': 'febc074c-4159-4f34-a8cc-8fbffb390cd0', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'floating_ip_address': '172.28.2.67', 'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'router_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'port_id': '3e0e12cc-d4e2-4489-b083-34bece7803da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb', 'mac_address': 'fa:16:3e:10:e7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ad3dda-6be7-4bcb-8abb-97e9b80d25aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T11:40:20Z', 'updated_at': '2021-02-03T11:40:23Z', 'revision_number': 1, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1942bdb4-6413-4b1a-89a3-134809a0b843', 'name': '', 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'mac_address': 'fa:16:3e:fd:e7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '2462024d-c4c8-455b-b121-b22caa048e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:19Z', 'updated_at': '2021-02-03T11:39:28Z', 'revision_number': 5, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'subnets': [{'id': '2462024d-c4c8-455b-b121-b22caa048e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:40:26.872080 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92edc3f0-7410-4f8c-8466-613f1f0163d9 None None] The sync data for ids ['0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'] in dv-cinder-773870-1-smb is: [{'id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'name': 'tempest-TestMinimumBasicScenario-547950550-router', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:39:13Z', 'updated_at': '2021-02-03T11:39:21Z', 'revision_number': 4, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'gw_port': {'id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:15Z', 'updated_at': '2021-02-03T11:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_floatingips': [{'id': 'febc074c-4159-4f34-a8cc-8fbffb390cd0', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'floating_ip_address': '172.28.2.67', 'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'router_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'port_id': '3e0e12cc-d4e2-4489-b083-34bece7803da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb', 'mac_address': 'fa:16:3e:10:e7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ad3dda-6be7-4bcb-8abb-97e9b80d25aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T11:40:20Z', 'updated_at': '2021-02-03T11:40:23Z', 'revision_number': 1, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1942bdb4-6413-4b1a-89a3-134809a0b843', 'name': '', 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'mac_address': 'fa:16:3e:fd:e7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '2462024d-c4c8-455b-b121-b22caa048e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:19Z', 'updated_at': '2021-02-03T11:39:28Z', 'revision_number': 5, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'subnets': [{'id': '2462024d-c4c8-455b-b121-b22caa048e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:40:27.101789 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-de486186-fe91-40a0-8d59-65a345582300 req-d8be960a-6c58-4e97-afbc-f4d959a608f6 service neutron] 10.222.0.68 "GET /v2.0/networks/f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709757 Feb 03 11:40:27.223804 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-14207f4f-d09e-49d7-926d-7f127e503240 None None] Set router 97a9746c-6ee2-4008-9832-e68f1c924dd7 gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:40:27.417808 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-de486186-fe91-40a0-8d59-65a345582300 req-43fc45eb-c199-46f2-b481-344bfc71d26a service neutron] 10.222.0.68 "GET /v2.0/networks/f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3008358 Feb 03 11:40:27.446813 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935de140-49b1-4c7f-a3a4-f0cb57147cbc None None] New status for floating IP febc074c-4159-4f34-a8cc-8fbffb390cd0: ACTIVE {{(pid=80078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 11:40:27.547527 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ad3dda-6be7-4bcb-8abb-97e9b80d25aa', 'tag': '3e0e12cc-d4e2-4489-b083-34bece7803da', 'status': 'completed', 'code': 200} Feb 03 11:40:27.631038 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48ff63f-33d0-44a9-8924-1820011f7550', 'tag': '5d897889-2baa-4f3a-b346-2dfeb26de2f8', 'status': 'completed', 'code': 200} Feb 03 11:40:27.695856 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-8a15c840-6484-47aa-8ad7-a25c6b1fe1ce req-d8fb37bb-56b5-4f3f-82d6-ef0a116c2c5e tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1398395855', 'description': 'tempest-TestMinimumBasicScenario-1398395855 description'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:40:27.725614 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-8a15c840-6484-47aa-8ad7-a25c6b1fe1ce req-d8fb37bb-56b5-4f3f-82d6-ef0a116c2c5e tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:40:27.737654 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-8a15c840-6484-47aa-8ad7-a25c6b1fe1ce req-d8fb37bb-56b5-4f3f-82d6-ef0a116c2c5e tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:40:27.749263 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-8a15c840-6484-47aa-8ad7-a25c6b1fe1ce req-d8fb37bb-56b5-4f3f-82d6-ef0a116c2c5e tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:27.794335 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-8a15c840-6484-47aa-8ad7-a25c6b1fe1ce req-d8fb37bb-56b5-4f3f-82d6-ef0a116c2c5e tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:40:27.799494 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-8a15c840-6484-47aa-8ad7-a25c6b1fe1ce req-d8fb37bb-56b5-4f3f-82d6-ef0a116c2c5e tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Usage tracker for resource:security_group_rule and tenant:64aa1d83111b4e2ba616806df59776dd is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:40:27.802744 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-8a15c840-6484-47aa-8ad7-a25c6b1fe1ce req-d8fb37bb-56b5-4f3f-82d6-ef0a116c2c5e tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:40:27.810587 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-8a15c840-6484-47aa-8ad7-a25c6b1fe1ce req-d8fb37bb-56b5-4f3f-82d6-ef0a116c2c5e tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:40:27.949330 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-8a15c840-6484-47aa-8ad7-a25c6b1fe1ce req-d8fb37bb-56b5-4f3f-82d6-ef0a116c2c5e tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:27.955283 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-8a15c840-6484-47aa-8ad7-a25c6b1fe1ce req-d8fb37bb-56b5-4f3f-82d6-ef0a116c2c5e tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:27.971152 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7d4352df-c287-4a10-aa43-1d4dcb5b1f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:27.972009 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-14207f4f-d09e-49d7-926d-7f127e503240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'name': 'tempest-TestShelveInstance-397611547-router', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:39Z', 'updated_at': '2021-02-03T11:38:50Z', 'revision_number': 4, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'gw_port': {'id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:41Z', 'updated_at': '2021-02-03T11:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_floatingips': [{'id': '6e57c852-e014-4f7b-8803-b40b8aa34be6', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'floating_ip_address': '172.28.2.200', 'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'router_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'port_id': '5d897889-2baa-4f3a-b346-2dfeb26de2f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d', 'mac_address': 'fa:16:3e:6c:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48ff63f-33d0-44a9-8924-1820011f7550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T11:40:20Z', 'updated_at': '2021-02-03T11:40:24Z', 'revision_number': 1, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8', 'name': '', 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'mac_address': 'fa:16:3e:b5:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:48Z', 'updated_at': '2021-02-03T11:39:02Z', 'revision_number': 5, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'subnets': [{'id': '49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:40:27.976734 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14207f4f-d09e-49d7-926d-7f127e503240 None None] The sync data for ids ['97a9746c-6ee2-4008-9832-e68f1c924dd7'] in dv-cinder-773870-1-smb is: [{'id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'name': 'tempest-TestShelveInstance-397611547-router', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:39Z', 'updated_at': '2021-02-03T11:38:50Z', 'revision_number': 4, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'gw_port': {'id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:41Z', 'updated_at': '2021-02-03T11:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_floatingips': [{'id': '6e57c852-e014-4f7b-8803-b40b8aa34be6', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'floating_ip_address': '172.28.2.200', 'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'router_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'port_id': '5d897889-2baa-4f3a-b346-2dfeb26de2f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d', 'mac_address': 'fa:16:3e:6c:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48ff63f-33d0-44a9-8924-1820011f7550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T11:40:20Z', 'updated_at': '2021-02-03T11:40:24Z', 'revision_number': 1, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8', 'name': '', 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'mac_address': 'fa:16:3e:b5:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:48Z', 'updated_at': '2021-02-03T11:39:02Z', 'revision_number': 5, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'subnets': [{'id': '49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:40:28.004895 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02c6db-dc0f-47b4-a40a-522c3f02e38a req-26c3ac67-43e7-4fe9-a2ec-74b96ac3f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:28.007583 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6b02c6db-dc0f-47b4-a40a-522c3f02e38a req-26c3ac67-43e7-4fe9-a2ec-74b96ac3f08f service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=64aa1d83111b4e2ba616806df59776dd&device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 1162 time: 0.4374659 Feb 03 11:40:28.028354 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb37bb-56b5-4f3f-82d6-ef0a116c2c5e tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:28.043344 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d8fb37bb-56b5-4f3f-82d6-ef0a116c2c5e tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:28.102333 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-8a15c840-6484-47aa-8ad7-a25c6b1fe1ce req-d8fb37bb-56b5-4f3f-82d6-ef0a116c2c5e tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:28.104146 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8a15c840-6484-47aa-8ad7-a25c6b1fe1ce req-d8fb37bb-56b5-4f3f-82d6-ef0a116c2c5e tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4142194 Feb 03 11:40:28.155586 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc7eb3-bf99-4564-a69c-dd3a61328535 req-9eacd5a7-e2f9-4344-b021-cc02cbcbc8b0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:28.167865 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-04bc7eb3-bf99-4564-a69c-dd3a61328535 req-9eacd5a7-e2f9-4344-b021-cc02cbcbc8b0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.4662757 Feb 03 11:40:28.217230 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3c5ed-17f2-4164-9d71-f83c7d79bbd6 req-d746f6cc-cfc6-4e3d-905f-180fcf1c135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:28.219163 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7ef3c5ed-17f2-4164-9d71-f83c7d79bbd6 req-d746f6cc-cfc6-4e3d-905f-180fcf1c135d service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=36f1cccad50c4fd99ffb3f971529976b&device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 1162 time: 0.4464417 Feb 03 11:40:28.265466 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-391649e8-6b40-4b36-8bc2-dfe74bc4dfbc req-358b7819-1470-48d8-9690-798572144906 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups/c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d HTTP/1.1" status: 200 len: 1814 time: 0.1079533 Feb 03 11:40:28.273819 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-391649e8-6b40-4b36-8bc2-dfe74bc4dfbc req-f2eff04f-3c0d-487d-ae15-9a03f46c133f tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:40:28.274163 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-391649e8-6b40-4b36-8bc2-dfe74bc4dfbc req-f2eff04f-3c0d-487d-ae15-9a03f46c133f tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:40:28.302543 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-391649e8-6b40-4b36-8bc2-dfe74bc4dfbc req-f2eff04f-3c0d-487d-ae15-9a03f46c133f tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:40:28.306752 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-391649e8-6b40-4b36-8bc2-dfe74bc4dfbc req-f2eff04f-3c0d-487d-ae15-9a03f46c133f tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Usage tracker for resource:security_group_rule and tenant:64aa1d83111b4e2ba616806df59776dd is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:40:28.313524 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-391649e8-6b40-4b36-8bc2-dfe74bc4dfbc req-f2eff04f-3c0d-487d-ae15-9a03f46c133f tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:40:28.319814 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-391649e8-6b40-4b36-8bc2-dfe74bc4dfbc req-f2eff04f-3c0d-487d-ae15-9a03f46c133f tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:40:28.407221 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-391649e8-6b40-4b36-8bc2-dfe74bc4dfbc req-f2eff04f-3c0d-487d-ae15-9a03f46c133f tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:28.449378 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-391649e8-6b40-4b36-8bc2-dfe74bc4dfbc req-f2eff04f-3c0d-487d-ae15-9a03f46c133f tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:28.453996 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-391649e8-6b40-4b36-8bc2-dfe74bc4dfbc req-f2eff04f-3c0d-487d-ae15-9a03f46c133f tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422319'] for security_group_rule, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:28.456590 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-88526b94-e73c-4fbd-9dd2-e2793f8e35a7 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:28.463295 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef2b827-e872-4089-9778-6479487cdadc None None] New status for floating IP 6e57c852-e014-4f7b-8803-b40b8aa34be6: ACTIVE {{(pid=80077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 11:40:28.548048 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eff04f-3c0d-487d-ae15-9a03f46c133f tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbe0430-3f8e-4e9f-8281-75bd7d99491d,revision_number=0']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:28.550465 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-391649e8-6b40-4b36-8bc2-dfe74bc4dfbc req-f2eff04f-3c0d-487d-ae15-9a03f46c133f tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:28.551810 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-391649e8-6b40-4b36-8bc2-dfe74bc4dfbc req-f2eff04f-3c0d-487d-ae15-9a03f46c133f tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2850542 Feb 03 11:40:28.552678 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f2eff04f-3c0d-487d-ae15-9a03f46c133f tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:28.572177 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-04bc7eb3-bf99-4564-a69c-dd3a61328535 req-c7738d13-810d-4a2c-8965-21b6cdf8b959 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3616531 Feb 03 11:40:28.611068 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02c6db-dc0f-47b4-a40a-522c3f02e38a req-3e529c37-273d-44ff-8466-b03395b06c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:28.613104 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6b02c6db-dc0f-47b4-a40a-522c3f02e38a req-3e529c37-273d-44ff-8466-b03395b06c0c service neutron] 10.222.0.122 "GET /v2.0/networks?id=658b2e23-84fc-417e-81b7-6ef8c3f7b0bb HTTP/1.1" status: 200 len: 908 time: 0.5974722 Feb 03 11:40:28.762343 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3c5ed-17f2-4164-9d71-f83c7d79bbd6 req-f2fe3779-78c5-4de0-bf4a-6013682feb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:28.764274 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7ef3c5ed-17f2-4164-9d71-f83c7d79bbd6 req-f2fe3779-78c5-4de0-bf4a-6013682feb5d service neutron] 10.222.0.122 "GET /v2.0/networks?id=f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d HTTP/1.1" status: 200 len: 902 time: 0.4624159 Feb 03 11:40:28.806541 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9d3a3e5f-e0e4-449d-b300-571c78052a38 req-6c2229a2-c409-4da7-9b88-94606d4c1927 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups/c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d HTTP/1.1" status: 200 len: 2407 time: 0.0937099 Feb 03 11:40:28.908369 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:28.931024 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-9d3a3e5f-e0e4-449d-b300-571c78052a38 req-964a2fd6-2ccd-422f-aabe-8383894d2b19 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d', 'remote_group_id': None}]} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:40:28.931024 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-9d3a3e5f-e0e4-449d-b300-571c78052a38 req-964a2fd6-2ccd-422f-aabe-8383894d2b19 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d', 'remote_group_id': None}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:40:28.984673 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-9d3a3e5f-e0e4-449d-b300-571c78052a38 req-964a2fd6-2ccd-422f-aabe-8383894d2b19 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:40:28.990326 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6b02c6db-dc0f-47b4-a40a-522c3f02e38a req-65bc933a-7152-4080-bb69-0d176b13aa80 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e0e12cc-d4e2-4489-b083-34bece7803da HTTP/1.1" status: 200 len: 1000 time: 0.3638463 Feb 03 11:40:29.001244 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-9d3a3e5f-e0e4-449d-b300-571c78052a38 req-964a2fd6-2ccd-422f-aabe-8383894d2b19 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Usage tracker for resource:security_group_rule and tenant:64aa1d83111b4e2ba616806df59776dd is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:40:29.067991 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-9d3a3e5f-e0e4-449d-b300-571c78052a38 req-964a2fd6-2ccd-422f-aabe-8383894d2b19 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:40:29.099078 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-9d3a3e5f-e0e4-449d-b300-571c78052a38 req-964a2fd6-2ccd-422f-aabe-8383894d2b19 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:40:29.157733 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7ef3c5ed-17f2-4164-9d71-f83c7d79bbd6 req-11f68361-9b5a-4285-ab4f-9ed27b899c68 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d897889-2baa-4f3a-b346-2dfeb26de2f8 HTTP/1.1" status: 200 len: 1001 time: 0.3468924 Feb 03 11:40:29.163887 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02c6db-dc0f-47b4-a40a-522c3f02e38a req-e3a896bf-d910-400b-a661-ced5283b3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:29.166752 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6b02c6db-dc0f-47b4-a40a-522c3f02e38a req-e3a896bf-d910-400b-a661-ced5283b3d9e service neutron] 10.222.0.122 "GET /v2.0/subnets?id=2462024d-c4c8-455b-b121-b22caa048e39 HTTP/1.1" status: 200 len: 853 time: 0.1607151 Feb 03 11:40:29.417464 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9d3a3e5f-e0e4-449d-b300-571c78052a38 req-964a2fd6-2ccd-422f-aabe-8383894d2b19 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:29.443081 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9d3a3e5f-e0e4-449d-b300-571c78052a38 req-964a2fd6-2ccd-422f-aabe-8383894d2b19 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:29.463688 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9d3a3e5f-e0e4-449d-b300-571c78052a38 req-964a2fd6-2ccd-422f-aabe-8383894d2b19 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422319'] for security_group_rule, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:29.478377 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3c5ed-17f2-4164-9d71-f83c7d79bbd6 req-5ad9edd3-da8f-4509-a059-4c48aa42a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:29.480663 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7ef3c5ed-17f2-4164-9d71-f83c7d79bbd6 req-5ad9edd3-da8f-4509-a059-4c48aa42a6d4 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba HTTP/1.1" status: 200 len: 847 time: 0.3022466 Feb 03 11:40:29.484150 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-335edcfd-1a80-4f10-b1dd-ed7ec52a168c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:29.591602 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a2fd6-2ccd-422f-aabe-8383894d2b19 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07efe649-f08b-4f8d-b682-9dc459fbfb0d,revision_number=0']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:29.605616 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02c6db-dc0f-47b4-a40a-522c3f02e38a req-311f5180-0a68-462b-bd67-900bfb31e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:29.608618 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6b02c6db-dc0f-47b4-a40a-522c3f02e38a req-311f5180-0a68-462b-bd67-900bfb31e3db service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=658b2e23-84fc-417e-81b7-6ef8c3f7b0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4276683 Feb 03 11:40:29.609594 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-964a2fd6-2ccd-422f-aabe-8383894d2b19 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:29.629641 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9d3a3e5f-e0e4-449d-b300-571c78052a38 req-964a2fd6-2ccd-422f-aabe-8383894d2b19 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:29.630852 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9d3a3e5f-e0e4-449d-b300-571c78052a38 req-964a2fd6-2ccd-422f-aabe-8383894d2b19 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7381971 Feb 03 11:40:29.749806 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3c5ed-17f2-4164-9d71-f83c7d79bbd6 req-6081217f-0bc2-4024-989c-85bcbe03663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:29.752251 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7ef3c5ed-17f2-4164-9d71-f83c7d79bbd6 req-6081217f-0bc2-4024-989c-85bcbe03663f service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2466607 Feb 03 11:40:30.009237 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6b02c6db-dc0f-47b4-a40a-522c3f02e38a req-fd1c448b-d8b9-4b13-90a0-98e9df57ea82 service neutron] 10.222.0.122 "GET /v2.0/networks/658b2e23-84fc-417e-81b7-6ef8c3f7b0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806367 Feb 03 11:40:30.033246 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-078546e1-b342-43ff-9c61-4a5fb400e22e req-87f97a24-a715-4b2c-9300-23d1ccbceb50 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Synchronizing usage tracker for tenant:64aa1d83111b4e2ba616806df59776dd on resource:security_group {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:40:30.051148 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-078546e1-b342-43ff-9c61-4a5fb400e22e req-87f97a24-a715-4b2c-9300-23d1ccbceb50 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Unset dirty status for tenant:64aa1d83111b4e2ba616806df59776dd on resource:security_group {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:40:30.053234 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-078546e1-b342-43ff-9c61-4a5fb400e22e req-87f97a24-a715-4b2c-9300-23d1ccbceb50 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1398395855&fields=id&tenant_id=64aa1d83111b4e2ba616806df59776dd HTTP/1.1" status: 200 len: 267 time: 0.0916626 Feb 03 11:40:30.197795 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7ef3c5ed-17f2-4164-9d71-f83c7d79bbd6 req-9357be2e-86f2-41a3-aff2-c81d965bde9b service neutron] 10.222.0.122 "GET /v2.0/networks/f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239202 Feb 03 11:40:30.269407 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078546e1-b342-43ff-9c61-4a5fb400e22e req-b82ae5ea-a01c-4a22-826e-6960bac9e815 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:30.274728 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-078546e1-b342-43ff-9c61-4a5fb400e22e req-b82ae5ea-a01c-4a22-826e-6960bac9e815 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 945 time: 0.2149320 Feb 03 11:40:30.305180 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-078546e1-b342-43ff-9c61-4a5fb400e22e req-ba91e00e-3235-4f1e-ad49-f560804355fd tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Request body: {'port': {'security_groups': ['fe2d149f-5949-4afc-8635-94ac5c608b45', 'c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d']}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:40:30.499588 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-078546e1-b342-43ff-9c61-4a5fb400e22e req-ba91e00e-3235-4f1e-ad49-f560804355fd tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:30.684631 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6b02c6db-dc0f-47b4-a40a-522c3f02e38a req-577898a4-b7fc-49f0-b798-20e1c5ad8fe6 service neutron] 10.222.0.122 "GET /v2.0/networks/658b2e23-84fc-417e-81b7-6ef8c3f7b0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6062863 Feb 03 11:40:30.806245 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc08e8-7795-49f9-8605-7c7a3fa2d818 req-e92c660a-2402-4997-bbdf-3b41612aba32 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:30.807947 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-81fc08e8-7795-49f9-8605-7c7a3fa2d818 req-e92c660a-2402-4997-bbdf-3b41612aba32 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.8045192 Feb 03 11:40:30.812223 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7ef3c5ed-17f2-4164-9d71-f83c7d79bbd6 req-47283448-2af2-4395-9439-56ca1844fc1a service neutron] 10.222.0.122 "GET /v2.0/networks/f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6052017 Feb 03 11:40:30.943702 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-81fc08e8-7795-49f9-8605-7c7a3fa2d818 req-e8b722dd-c2be-484f-bfc2-b9ea5392f67f tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282272 Feb 03 11:40:30.951814 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-078546e1-b342-43ff-9c61-4a5fb400e22e req-ba91e00e-3235-4f1e-ad49-f560804355fd tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] For port 3e0e12cc-d4e2-4489-b083-34bece7803da, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=3e0e12cc-d4e2-4489-b083-34bece7803da,segment=NetworkSegment(fc42722a-a410-4844-919d-b51ddb04237d),segment_id=fc42722a-a410-4844-919d-b51ddb04237d)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:40:30.996121 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-078546e1-b342-43ff-9c61-4a5fb400e22e req-ba91e00e-3235-4f1e-ad49-f560804355fd tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for port, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:31.003923 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-078546e1-b342-43ff-9c61-4a5fb400e22e req-ba91e00e-3235-4f1e-ad49-f560804355fd tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:31.032003 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:31.236828 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91e00e-3235-4f1e-ad49-f560804355fd tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Pushing event updated for resources: {'Port': ['ID=3e0e12cc-d4e2-4489-b083-34bece7803da,revision_number=5']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:31.242676 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ba91e00e-3235-4f1e-ad49-f560804355fd tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:31.353769 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078546e1-b342-43ff-9c61-4a5fb400e22e req-ba91e00e-3235-4f1e-ad49-f560804355fd tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:31.354516 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-078546e1-b342-43ff-9c61-4a5fb400e22e req-ba91e00e-3235-4f1e-ad49-f560804355fd tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for port, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:31.359935 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-078546e1-b342-43ff-9c61-4a5fb400e22e req-ba91e00e-3235-4f1e-ad49-f560804355fd tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "PUT /v2.0/ports/3e0e12cc-d4e2-4489-b083-34bece7803da HTTP/1.1" status: 200 len: 981 time: 1.0601892 Feb 03 11:40:31.360755 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ad3dda-6be7-4bcb-8abb-97e9b80d25aa', 'tag': '3e0e12cc-d4e2-4489-b083-34bece7803da'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:40:31.476401 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ad3dda-6be7-4bcb-8abb-97e9b80d25aa', 'tag': '3e0e12cc-d4e2-4489-b083-34bece7803da', 'status': 'completed', 'code': 200} Feb 03 11:40:31.576817 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-d16b4466-e4eb-4ed0-a8ec-716a5f07a394 None None] Provisioning complete for port 3e0e12cc-d4e2-4489-b083-34bece7803da triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:40:31.577535 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d16b4466-e4eb-4ed0-a8ec-716a5f07a394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:31.905006 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73668038-1919-4b7a-ad70-69eea2ebabce req-7155f741-fff4-4d97-987b-3d07db9314e3 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:31.907188 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-73668038-1919-4b7a-ad70-69eea2ebabce req-7155f741-fff4-4d97-987b-3d07db9314e3 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 984 time: 0.3970780 Feb 03 11:40:31.951610 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df782728-5ccd-4b8f-b776-662b43b0b263 req-a74470ac-6f5d-47a9-bb8d-5e2e2887f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:31.952853 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-df782728-5ccd-4b8f-b776-662b43b0b263 req-a74470ac-6f5d-47a9-bb8d-5e2e2887f7bd service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=64aa1d83111b4e2ba616806df59776dd&device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 1202 time: 0.2781186 Feb 03 11:40:32.133052 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-73668038-1919-4b7a-ad70-69eea2ebabce req-601a762a-1339-4d97-a7ba-f3b183253ad5 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d&id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2190421 Feb 03 11:40:32.359009 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 3e0e12cc-d4e2-4489-b083-34bece7803da up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:40:32.380166 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df782728-5ccd-4b8f-b776-662b43b0b263 req-ead16aaa-ba4a-4735-b102-70e3f6558053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:32.382851 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-df782728-5ccd-4b8f-b776-662b43b0b263 req-ead16aaa-ba4a-4735-b102-70e3f6558053 service neutron] 10.222.0.122 "GET /v2.0/networks?id=658b2e23-84fc-417e-81b7-6ef8c3f7b0bb HTTP/1.1" status: 200 len: 908 time: 0.4148884 Feb 03 11:40:32.484951 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 3e0e12cc-d4e2-4489-b083-34bece7803da triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:40:32.485558 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:32.555427 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2938cf-91c3-4c95-aa2e-15aab0aec6d2 req-c0d763b1-a672-4433-89f4-286b3d57d6ee tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:32.565410 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9f2938cf-91c3-4c95-aa2e-15aab0aec6d2 req-c0d763b1-a672-4433-89f4-286b3d57d6ee tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.3785977 Feb 03 11:40:32.657534 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-df782728-5ccd-4b8f-b776-662b43b0b263 req-2854f63b-5a2b-492c-b832-a57a719e1705 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e0e12cc-d4e2-4489-b083-34bece7803da HTTP/1.1" status: 200 len: 1000 time: 0.2540381 Feb 03 11:40:32.736015 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9f2938cf-91c3-4c95-aa2e-15aab0aec6d2 req-0c8e3c47-d9c2-47cf-8d6a-ad8278cf7909 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690736 Feb 03 11:40:32.782810 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df782728-5ccd-4b8f-b776-662b43b0b263 req-574717b3-ad08-4a77-bc86-6a04412e3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:32.785762 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-df782728-5ccd-4b8f-b776-662b43b0b263 req-574717b3-ad08-4a77-bc86-6a04412e3f04 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=2462024d-c4c8-455b-b121-b22caa048e39 HTTP/1.1" status: 200 len: 853 time: 0.1185749 Feb 03 11:40:32.986845 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df782728-5ccd-4b8f-b776-662b43b0b263 req-0badfce2-4bfc-464f-be78-8c8cd113c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:32.988529 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-df782728-5ccd-4b8f-b776-662b43b0b263 req-0badfce2-4bfc-464f-be78-8c8cd113c33e service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=658b2e23-84fc-417e-81b7-6ef8c3f7b0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1949100 Feb 03 11:40:33.158170 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-df782728-5ccd-4b8f-b776-662b43b0b263 req-601e2ab9-57ce-44ee-bff0-c83e3421fe06 service neutron] 10.222.0.122 "GET /v2.0/networks/658b2e23-84fc-417e-81b7-6ef8c3f7b0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594198 Feb 03 11:40:33.352623 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-df782728-5ccd-4b8f-b776-662b43b0b263 req-f8c851ac-4dd3-4132-90ba-d86303cd316f service neutron] 10.222.0.122 "GET /v2.0/networks/658b2e23-84fc-417e-81b7-6ef8c3f7b0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1855588 Feb 03 11:40:33.441232 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424faaa1-6936-49e5-8eab-c839843fed6c req-d1aac4c1-2181-4a5d-b57f-637955e1fd75 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:33.449552 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-424faaa1-6936-49e5-8eab-c839843fed6c req-d1aac4c1-2181-4a5d-b57f-637955e1fd75 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.2960596 Feb 03 11:40:33.522255 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-424faaa1-6936-49e5-8eab-c839843fed6c req-1853a823-0f3b-41b9-a00b-549772c1f0e9 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715091 Feb 03 11:40:34.203453 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec13859-e8da-4bec-affe-0a9b6d8aab15 req-6e53f069-4347-4911-8983-4528b6f71262 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:34.211552 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-dec13859-e8da-4bec-affe-0a9b6d8aab15 req-6e53f069-4347-4911-8983-4528b6f71262 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.2706707 Feb 03 11:40:34.287809 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-dec13859-e8da-4bec-affe-0a9b6d8aab15 req-ba899540-b557-4678-b01e-bbdb669c306b tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750234 Feb 03 11:40:34.964721 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d7ff6-9baf-4f03-ba4b-69b7d93069e7 req-70a93dc5-b36e-4bf7-8ce3-6d7fb3c15163 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:34.975549 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f48d7ff6-9baf-4f03-ba4b-69b7d93069e7 req-70a93dc5-b36e-4bf7-8ce3-6d7fb3c15163 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.2485483 Feb 03 11:40:35.144728 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f48d7ff6-9baf-4f03-ba4b-69b7d93069e7 req-4dd69e50-22e2-4d19-8818-965c2866c742 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672571 Feb 03 11:40:35.811358 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb71d78-5478-4cd3-bd36-c201b375b0be req-17af0559-2f22-438e-bbff-bd5c0ff83bc6 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:35.814432 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7bb71d78-5478-4cd3-bd36-c201b375b0be req-17af0559-2f22-438e-bbff-bd5c0ff83bc6 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.3402109 Feb 03 11:40:35.909551 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7bb71d78-5478-4cd3-bd36-c201b375b0be req-a718057f-4f14-4dfc-a328-27db303b28a5 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863659 Feb 03 11:40:36.484167 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b78cfc-2b1b-4b45-a381-4fa8257f28df req-bc0a0ea3-5274-4d3d-a42e-aebae4fef8c0 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:36.492580 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d9b78cfc-2b1b-4b45-a381-4fa8257f28df req-bc0a0ea3-5274-4d3d-a42e-aebae4fef8c0 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.2088029 Feb 03 11:40:36.565667 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5017aef-91e3-4759-a047-1a30f1219623 req-fa240197-cdcb-43da-93ad-c0441f4f8b51 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:36.567613 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c5017aef-91e3-4759-a047-1a30f1219623 req-fa240197-cdcb-43da-93ad-c0441f4f8b51 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.122 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 946 time: 0.2186766 Feb 03 11:40:36.604472 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d9b78cfc-2b1b-4b45-a381-4fa8257f28df req-c8ae86d8-7f89-43b1-8123-7c6e5a076d12 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078589 Feb 03 11:40:36.703863 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-c5017aef-91e3-4759-a047-1a30f1219623 req-59b3201e-c27d-43c7-85fa-2b7de0f05961 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Deleting port e98e72e2-6c7e-40d7-8258-2c8f2d211555 {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:40:36.705094 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c5017aef-91e3-4759-a047-1a30f1219623 req-59b3201e-c27d-43c7-85fa-2b7de0f05961 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:37.064522 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-c5017aef-91e3-4759-a047-1a30f1219623 req-59b3201e-c27d-43c7-85fa-2b7de0f05961 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] For port e98e72e2-6c7e-40d7-8258-2c8f2d211555, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e98e72e2-6c7e-40d7-8258-2c8f2d211555,segment=NetworkSegment(cf47fd35-9f02-4208-961c-8caf10fb031b),segment_id=cf47fd35-9f02-4208-961c-8caf10fb031b)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:40:37.065110 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c5017aef-91e3-4759-a047-1a30f1219623 req-59b3201e-c27d-43c7-85fa-2b7de0f05961 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:37.306339 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-c5017aef-91e3-4759-a047-1a30f1219623 req-59b3201e-c27d-43c7-85fa-2b7de0f05961 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Calling delete_port for e98e72e2-6c7e-40d7-8258-2c8f2d211555 owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:40:37.528423 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31981511-47d1-454a-aefb-a73e357b4a71 req-c0e006d1-cad8-412c-bdfa-d59e29cdbc0f tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:37.530104 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-31981511-47d1-454a-aefb-a73e357b4a71 req-c0e006d1-cad8-412c-bdfa-d59e29cdbc0f tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.3142676 Feb 03 11:40:37.661023 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-31981511-47d1-454a-aefb-a73e357b4a71 req-dfa0e62c-433a-4487-98ad-c6fe8c00d4fd tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942214 Feb 03 11:40:37.679128 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c5017aef-91e3-4759-a047-1a30f1219623 req-59b3201e-c27d-43c7-85fa-2b7de0f05961 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:37.696046 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-53d25d22-4f68-4558-8559-eb82290d250c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:37.768010 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3201e-c27d-43c7-85fa-2b7de0f05961 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Pushing event deleted for resources: {'Port': ['ID=e98e72e2-6c7e-40d7-8258-2c8f2d211555,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:37.776775 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-59b3201e-c27d-43c7-85fa-2b7de0f05961 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:37.904047 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-480e4b5b-1f68-4c3f-abc2-96e401368245 req-3cd9ce2d-ace6-4b87-914b-1b928ea6e307 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2133462-c2ef-4762-a4c2-bdbc66d3fea6 HTTP/1.1" status: 200 len: 210 time: 0.0805414 Feb 03 11:40:37.951691 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5017aef-91e3-4759-a047-1a30f1219623 req-59b3201e-c27d-43c7-85fa-2b7de0f05961 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] No DVR routers for this DVR port e98e72e2-6c7e-40d7-8258-2c8f2d211555 on host hv-cinder-77387 {{(pid=80076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:40:37.954198 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c5017aef-91e3-4759-a047-1a30f1219623 req-59b3201e-c27d-43c7-85fa-2b7de0f05961 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:37.957235 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2133462-c2ef-4762-a4c2-bdbc66d3fea6', 'name': 'network-vif-deleted', 'tag': 'e98e72e2-6c7e-40d7-8258-2c8f2d211555'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:40:37.973182 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c5017aef-91e3-4759-a047-1a30f1219623 req-59b3201e-c27d-43c7-85fa-2b7de0f05961 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.122 "DELETE /v2.0/ports/e98e72e2-6c7e-40d7-8258-2c8f2d211555 HTTP/1.1" status: 204 len: 173 time: 1.3991840 Feb 03 11:40:38.045166 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2133462-c2ef-4762-a4c2-bdbc66d3fea6', 'name': 'network-vif-deleted', 'tag': 'e98e72e2-6c7e-40d7-8258-2c8f2d211555', 'status': 'completed', 'code': 200} Feb 03 11:40:38.440439 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device e98e72e2-6c7e-40d7-8258-2c8f2d211555 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:40:38.485944 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] No Port match for: e98e72e2-6c7e-40d7-8258-2c8f2d211555 {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:40:38.486337 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device e98e72e2-6c7e-40d7-8258-2c8f2d211555 not bound to the agent host hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:40:39.065360 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6400b7-4f80-465d-ba80-8984bb755b82 req-7391029c-d184-4432-9fe6-143c2efa7dff tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:39.067062 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9b6400b7-4f80-465d-ba80-8984bb755b82 req-7391029c-d184-4432-9fe6-143c2efa7dff tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.1886666 Feb 03 11:40:39.155881 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9b6400b7-4f80-465d-ba80-8984bb755b82 req-bce341a0-76f6-4e0a-897a-70036317b587 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791070 Feb 03 11:40:39.292880 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 42222) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:40:39.385013 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-24568ed9-53d9-42c9-8a16-2e4634601e58 admin admin] Deleting subnet b9ab500b-2c9c-4bec-a7ae-5ac7c93bd4d9 {{(pid=80076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 11:40:39.388497 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-24568ed9-53d9-42c9-8a16-2e4634601e58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:39.493804 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-24568ed9-53d9-42c9-8a16-2e4634601e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851665920'] for subnet, precommit_delete_associations {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:39.569943 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-24568ed9-53d9-42c9-8a16-2e4634601e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-59611'] for subnet, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:39.706940 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d347d5-9616-4a7f-9160-f5bf8c111281 req-a69b52cb-7488-4361-9163-bb1a35707339 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:39.707800 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-21d347d5-9616-4a7f-9160-f5bf8c111281 req-a69b52cb-7488-4361-9163-bb1a35707339 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Synchronizing usage tracker for tenant:56aa07d6046f423a9737e95d751bc566 on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:40:39.807629 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-21d347d5-9616-4a7f-9160-f5bf8c111281 req-a69b52cb-7488-4361-9163-bb1a35707339 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Unset dirty status for tenant:56aa07d6046f423a9737e95d751bc566 on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:40:39.808911 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-21d347d5-9616-4a7f-9160-f5bf8c111281 req-a69b52cb-7488-4361-9163-bb1a35707339 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.3856940 Feb 03 11:40:39.918576 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-21d347d5-9616-4a7f-9160-f5bf8c111281 req-341bec40-76d7-4410-a1b1-d88f3035243e tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954092 Feb 03 11:40:40.032984 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-24568ed9-53d9-42c9-8a16-2e4634601e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854716205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851665045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2331762'] for subnet, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:40.050532 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:40.143004 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24568ed9-53d9-42c9-8a16-2e4634601e58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9ab500b-2c9c-4bec-a7ae-5ac7c93bd4d9,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:40.156024 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-24568ed9-53d9-42c9-8a16-2e4634601e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:40.190318 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-24568ed9-53d9-42c9-8a16-2e4634601e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:40.197189 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-24568ed9-53d9-42c9-8a16-2e4634601e58 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b9ab500b-2c9c-4bec-a7ae-5ac7c93bd4d9 HTTP/1.1" status: 204 len: 168 time: 0.9030795 Feb 03 11:40:40.200258 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 42230) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:40:40.396421 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853835911'] for network, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:40.640354 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5968', 'neutron.services.segments.db._delete_segments_for_network--9223363257154695830'] for network, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:40.808468 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff43c6a-9d8e-4ed1-b311-acee4399a89c req-6b11cb01-0e96-4287-b607-f91b0179dd69 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:40.810185 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4ff43c6a-9d8e-4ed1-b311-acee4399a89c req-6b11cb01-0e96-4287-b607-f91b0179dd69 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.4872351 Feb 03 11:40:40.863204 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:40:40.863618 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:40:40.864439 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:40:40.864807 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Subscribe: > port after_create 55550000 {{(pid=80075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:40:40.865156 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:40:40.865517 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Subscribe: > port after_update 55550000 {{(pid=80075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:40:40.865877 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:40:40.866240 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:40:40.866588 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:40:40.866933 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:40:41.006158 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:40:41.006533 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:40:41.006895 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:40:41.007257 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80075) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 03 11:40:41.007810 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e73430d-1554-42f4-ad5f-613d6ba9a57b']}} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:40:41.031187 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef8325f-c7b2-4100-8bc9-864b570a5c68') {'for_net_delete': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:40:41.031187 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef8325f-c7b2-4100-8bc9-864b570a5c68') {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:40:41.046076 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257154698902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3034686'] for segment, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:41.062517 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:41.065107 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 11:40:41.282586 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137da136-65e5-4de3-99bb-e6e2d6b43e87 req-eb5b19d4-b700-45a0-89b6-98d48f398ec7 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:41.284329 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-137da136-65e5-4de3-99bb-e6e2d6b43e87 req-eb5b19d4-b700-45a0-89b6-98d48f398ec7 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.1990571 Feb 03 11:40:41.321638 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4ff43c6a-9d8e-4ed1-b311-acee4399a89c req-f6cb1085-55a6-4e1c-897e-52a7f5bff633 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801661 Feb 03 11:40:41.382022 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Network 7e73430d-1554-42f4-ad5f-613d6ba9a57b has no segments {{(pid=80075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:40:41.393883 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2219846'] for segment, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:41.594327 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-137da136-65e5-4de3-99bb-e6e2d6b43e87 req-f0500713-0753-4b0d-a982-2dff06bb4c36 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018482 Feb 03 11:40:41.835552 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Network 7e73430d-1554-42f4-ad5f-613d6ba9a57b has no segments {{(pid=80075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: (rel_b, rel_a, rel_b), Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: (rel_b, rel_a, rel_b), Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: Traceback (most recent call last): Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: timer() Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: cb(*args, **kw) Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: return func(*args, **kwargs) Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: self._notify() Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: self.callback(batched_events) Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: event.method(event) Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: segment_id)['aggregates'][0] Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: return f(self, *a, **k) Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: return self._get(url).json() Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: **kwargs) Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: **endpoint_filter) Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:40:41.865793 dv-cinder-773870-1-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:40:41.990099 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854769816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504970'] for network, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:41.994181 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:42.011893 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:42.018141 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e73430d-1554-42f4-ad5f-613d6ba9a57b,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:42.021408 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:42.027863 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-22639b0b-169c-40ce-b593-84a99d8641e4 admin admin] 10.222.0.68 "DELETE /v2.0/networks/7e73430d-1554-42f4-ad5f-613d6ba9a57b HTTP/1.1" status: 204 len: 168 time: 1.8262525 Feb 03 11:40:42.188310 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 42250) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:40:42.248315 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-d80b94c4-fda3-4b5f-a812-222e3c16ba0d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0a37b511f0ea44d4aa3e6ce774245607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557177 Feb 03 11:40:42.251176 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 42254) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:40:42.323833 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d510486f-e80c-4fee-9084-1d3c6e5ee97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:42.353106 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d510486f-e80c-4fee-9084-1d3c6e5ee97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:42.427860 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d510486f-e80c-4fee-9084-1d3c6e5ee97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:42.433169 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-918a1450-118e-4b51-9877-11dc68467fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:42.453569 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510486f-e80c-4fee-9084-1d3c6e5ee97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4b4ead-23ac-4bce-9e13-2c62af2d087b,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:42.460265 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d510486f-e80c-4fee-9084-1d3c6e5ee97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:42.462284 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d510486f-e80c-4fee-9084-1d3c6e5ee97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:42.466189 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-d510486f-e80c-4fee-9084-1d3c6e5ee97b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4d4b4ead-23ac-4bce-9e13-2c62af2d087b HTTP/1.1" status: 204 len: 168 time: 0.2111583 Feb 03 11:40:42.704663 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65edbe5-bdaa-4ca4-8e5f-4ad44b718346 req-54358be0-06e6-47b2-8d59-513b79a74a3d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:42.706599 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c65edbe5-bdaa-4ca4-8e5f-4ad44b718346 req-54358be0-06e6-47b2-8d59-513b79a74a3d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.1765385 Feb 03 11:40:42.800003 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c65edbe5-bdaa-4ca4-8e5f-4ad44b718346 req-e0a1438c-8d8b-41b5-a73c-4310841038be tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852647 Feb 03 11:40:42.944444 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea3efc-42ec-4847-ba83-99107bbd0edf req-c72183b1-cb87-4611-a5b2-d88e31939f68 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:42.946147 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7bea3efc-42ec-4847-ba83-99107bbd0edf req-c72183b1-cb87-4611-a5b2-d88e31939f68 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.1726685 Feb 03 11:40:43.014109 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7bea3efc-42ec-4847-ba83-99107bbd0edf req-184a941c-2599-4316-aff6-c587e6b19ecb tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571461 Feb 03 11:40:43.956648 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bc1e8-7adc-4a93-89a6-cbea621cd99a req-41eb1f2f-edd8-4472-883f-e5eeff85c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:43.958311 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-374bc1e8-7adc-4a93-89a6-cbea621cd99a req-41eb1f2f-edd8-4472-883f-e5eeff85c8a6 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=15e50d7ac4fd4b5db50980824778a1fd&device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 1162 time: 0.0832572 Feb 03 11:40:44.111866 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbb6af-1767-4575-a22c-04325b92604a req-a60bbbfc-547b-4e6d-b800-a2b19e16ae27 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:44.113555 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f5dbb6af-1767-4575-a22c-04325b92604a req-a60bbbfc-547b-4e6d-b800-a2b19e16ae27 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.1710477 Feb 03 11:40:44.156477 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bc1e8-7adc-4a93-89a6-cbea621cd99a req-f883a946-c354-4abf-8500-c69ef13d3b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:44.161209 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-374bc1e8-7adc-4a93-89a6-cbea621cd99a req-f883a946-c354-4abf-8500-c69ef13d3b91 service neutron] 10.222.0.122 "GET /v2.0/networks?id=6ee212a8-a662-49ec-9d02-feb306b9fb62 HTTP/1.1" status: 200 len: 910 time: 0.1922791 Feb 03 11:40:44.203520 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f5dbb6af-1767-4575-a22c-04325b92604a req-4557648a-f2ac-4d5b-9ff9-095021ca7a50 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830400 Feb 03 11:40:44.338745 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-374bc1e8-7adc-4a93-89a6-cbea621cd99a req-9169a774-00f9-4d2c-8207-a348e7bfb3cd service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3991a93-ab2d-4cb9-b382-a08b88510631 HTTP/1.1" status: 200 len: 1001 time: 0.1267889 Feb 03 11:40:44.424080 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2eed1-e95d-446a-897d-995ad9d28fd1 req-b1db0ce9-5ca2-4079-89be-0548014f527b tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:44.425652 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-09a2eed1-e95d-446a-897d-995ad9d28fd1 req-b1db0ce9-5ca2-4079-89be-0548014f527b tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.2633443 Feb 03 11:40:44.542783 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-09a2eed1-e95d-446a-897d-995ad9d28fd1 req-ecfc1ff2-647d-4dbe-ba59-78390752f97e tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782626 Feb 03 11:40:44.544405 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bc1e8-7adc-4a93-89a6-cbea621cd99a req-e1af3dbd-db5e-4106-99a1-2007e459943e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:44.545861 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-374bc1e8-7adc-4a93-89a6-cbea621cd99a req-e1af3dbd-db5e-4106-99a1-2007e459943e service neutron] 10.222.0.122 "GET /v2.0/subnets?id=b02e8330-4b19-43ce-a9de-cf3994e73e6b HTTP/1.1" status: 200 len: 855 time: 0.1193085 Feb 03 11:40:44.638580 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bc1e8-7adc-4a93-89a6-cbea621cd99a req-8a9845d4-2899-4bd8-bfde-e28c6122fd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:44.640293 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-374bc1e8-7adc-4a93-89a6-cbea621cd99a req-8a9845d4-2899-4bd8-bfde-e28c6122fd46 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6ee212a8-a662-49ec-9d02-feb306b9fb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840614 Feb 03 11:40:44.796264 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-374bc1e8-7adc-4a93-89a6-cbea621cd99a req-877a26c9-3c83-4f13-8662-7372914bda8c service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473603 Feb 03 11:40:44.943797 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-374bc1e8-7adc-4a93-89a6-cbea621cd99a req-882c5551-ff96-495d-95bd-5fa098170470 service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392250 Feb 03 11:40:45.538251 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c161c65-a405-4c18-aea3-28047e87f1e1 req-8c46f677-6c81-456a-9e19-5753242abcf4 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:45.539984 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0c161c65-a405-4c18-aea3-28047e87f1e1 req-8c46f677-6c81-456a-9e19-5753242abcf4 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.1733549 Feb 03 11:40:45.612717 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0c161c65-a405-4c18-aea3-28047e87f1e1 req-6cb1c5da-b22c-4d82-a7eb-51eb14d5c9e5 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652785 Feb 03 11:40:45.686975 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-e60f2a20-98a7-4f82-96e7-d2b4edff70d6 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=eac495914ec846b9b2fbca1bc5736be8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442104 Feb 03 11:40:45.925924 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87fe86-7580-44a2-8dd6-305f24d17bf7 req-ac8a9429-43c6-43ad-9f84-3e0f16e71607 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:45.927624 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ff87fe86-7580-44a2-8dd6-305f24d17bf7 req-ac8a9429-43c6-43ad-9f84-3e0f16e71607 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.1674902 Feb 03 11:40:45.929509 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-1fb951bd-90ca-4689-8762-e5c3dc6d2957 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:45.931161 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-1fb951bd-90ca-4689-8762-e5c3dc6d2957 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378855 Feb 03 11:40:45.949912 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-5705438f-599e-460b-b00f-bd5f0099a6da tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/quotas/eac495914ec846b9b2fbca1bc5736be8 HTTP/1.1" status: 200 len: 375 time: 0.0115688 Feb 03 11:40:46.006432 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-237ab3a2-61c0-43dd-a9cb-3fb8d2f56a94 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=eac495914ec846b9b2fbca1bc5736be8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490046 Feb 03 11:40:46.052215 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ff87fe86-7580-44a2-8dd6-305f24d17bf7 req-1581367c-4ac9-42c9-98f0-113732f4ce4a tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/security-groups?id=136bc4b9-4323-40cb-bfb7-961e3038546b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827696 Feb 03 11:40:46.117299 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 3e03523e-c54c-4e8b-8159-8e757c25925a no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:40:46.165517 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204220d-aecc-4625-86d5-2cea5bec6e55 req-acec0a3b-4ae8-46f9-99fb-041036b06f97 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:46.167218 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9204220d-aecc-4625-86d5-2cea5bec6e55 req-acec0a3b-4ae8-46f9-99fb-041036b06f97 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.122 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 945 time: 0.2386248 Feb 03 11:40:46.250637 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0cc26389-b5e8-4a9a-9517-f3a64aefe73e req-b80be3ec-0809-43be-abc5-93616b65f6c5 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 210 time: 0.0547862 Feb 03 11:40:46.281311 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-9204220d-aecc-4625-86d5-2cea5bec6e55 req-3530bce3-690a-4a29-9dd0-51a7c393d7b9 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Deleting port 3e03523e-c54c-4e8b-8159-8e757c25925a {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:40:46.281698 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9204220d-aecc-4625-86d5-2cea5bec6e55 req-3530bce3-690a-4a29-9dd0-51a7c393d7b9 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:46.283479 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:46.314268 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83575895-8e62-480f-a276-10f2cdf84417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e03523e-c54c-4e8b-8159-8e757c25925a'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:40:46.325111 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port 3e03523e-c54c-4e8b-8159-8e757c25925a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=3e03523e-c54c-4e8b-8159-8e757c25925a,segment=NetworkSegment(cf47fd35-9f02-4208-961c-8caf10fb031b),segment_id=cf47fd35-9f02-4208-961c-8caf10fb031b)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:40:46.329423 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:46.332622 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e281bdea-e606-4fe5-9669-f33b007a019f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:46.384881 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83575895-8e62-480f-a276-10f2cdf84417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e03523e-c54c-4e8b-8159-8e757c25925a', 'code': 200} Feb 03 11:40:46.414691 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=3e03523e-c54c-4e8b-8159-8e757c25925a,revision_number=5']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:46.423509 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.423979 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.424426 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.424869 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.425301 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.425734 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.426163 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.426587 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.426981 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.427519 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.428424 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.428424 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.428624 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.429031 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.429293 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.429632 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.430001 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.430430 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.430703 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.431160 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.431538 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.431890 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.432449 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.432804 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:40:46.437719 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:46.555018 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-9204220d-aecc-4625-86d5-2cea5bec6e55 req-3530bce3-690a-4a29-9dd0-51a7c393d7b9 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] For port 3e03523e-c54c-4e8b-8159-8e757c25925a, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=3e03523e-c54c-4e8b-8159-8e757c25925a,segment=NetworkSegment(cf47fd35-9f02-4208-961c-8caf10fb031b),segment_id=cf47fd35-9f02-4208-961c-8caf10fb031b)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:40:46.555596 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9204220d-aecc-4625-86d5-2cea5bec6e55 req-3530bce3-690a-4a29-9dd0-51a7c393d7b9 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:46.703500 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-9204220d-aecc-4625-86d5-2cea5bec6e55 req-3530bce3-690a-4a29-9dd0-51a7c393d7b9 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Calling delete_port for 3e03523e-c54c-4e8b-8159-8e757c25925a owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:40:46.860225 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9204220d-aecc-4625-86d5-2cea5bec6e55 req-3530bce3-690a-4a29-9dd0-51a7c393d7b9 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:46.878673 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b69cdedb-2e04-4df5-8798-372a063f8c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:46.935035 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6dbc99-6d0b-4b18-8aee-f6ce32f8cd12 req-337f641a-591d-4467-917d-54652bace621 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:46.936700 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ba6dbc99-6d0b-4b18-8aee-f6ce32f8cd12 req-337f641a-591d-4467-917d-54652bace621 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.1689923 Feb 03 11:40:46.972721 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530bce3-690a-4a29-9dd0-51a7c393d7b9 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Pushing event deleted for resources: {'Port': ['ID=3e03523e-c54c-4e8b-8159-8e757c25925a,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:46.975652 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3530bce3-690a-4a29-9dd0-51a7c393d7b9 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:47.001496 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ba6dbc99-6d0b-4b18-8aee-f6ce32f8cd12 req-319dd07d-d84b-4357-8a58-c0a8ac5ea58b tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579290 Feb 03 11:40:47.090506 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-9204220d-aecc-4625-86d5-2cea5bec6e55 req-3530bce3-690a-4a29-9dd0-51a7c393d7b9 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] No DVR routers for this DVR port 3e03523e-c54c-4e8b-8159-8e757c25925a on host hv-cinder-77387 {{(pid=80076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:40:47.092690 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-9204220d-aecc-4625-86d5-2cea5bec6e55 req-3530bce3-690a-4a29-9dd0-51a7c393d7b9 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:47.096934 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83575895-8e62-480f-a276-10f2cdf84417', 'name': 'network-vif-deleted', 'tag': '3e03523e-c54c-4e8b-8159-8e757c25925a'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:40:47.111746 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9204220d-aecc-4625-86d5-2cea5bec6e55 req-3530bce3-690a-4a29-9dd0-51a7c393d7b9 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.122 "DELETE /v2.0/ports/3e03523e-c54c-4e8b-8159-8e757c25925a HTTP/1.1" status: 204 len: 173 time: 0.9351122 Feb 03 11:40:47.160914 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83575895-8e62-480f-a276-10f2cdf84417', 'name': 'network-vif-deleted', 'tag': '3e03523e-c54c-4e8b-8159-8e757c25925a', 'status': 'completed', 'code': 200} Feb 03 11:40:47.255003 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-70674c9f-2e3d-447f-8140-143742d26177 req-50504d97-d60d-4530-b4dc-8ffb93fa5c43 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Synchronizing usage tracker for tenant:56aa07d6046f423a9737e95d751bc566 on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:40:47.274016 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-70674c9f-2e3d-447f-8140-143742d26177 req-50504d97-d60d-4530-b4dc-8ffb93fa5c43 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Unset dirty status for tenant:56aa07d6046f423a9737e95d751bc566 on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:40:47.279910 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-70674c9f-2e3d-447f-8140-143742d26177 req-50504d97-d60d-4530-b4dc-8ffb93fa5c43 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] 10.222.0.68 "GET /v2.0/ports?device_id=83575895-8e62-480f-a276-10f2cdf84417 HTTP/1.1" status: 200 len: 210 time: 0.0752478 Feb 03 11:40:47.418776 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-7f77352c-6293-4a9b-9c4d-a1f2960d6465 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.122 "GET /v2.0/networks?tenant_id=eac495914ec846b9b2fbca1bc5736be8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436339 Feb 03 11:40:47.495493 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-65d4f565-52a8-46ec-9401-490bab50f292 req-0e13b7a0-ac87-40a5-bfe2-f874b54d0af4 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 210 time: 0.0820858 Feb 03 11:40:47.698500 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-11bfc252-fc3f-4c1e-a57f-b846ef869d98 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:47.700073 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-11bfc252-fc3f-4c1e-a57f-b846ef869d98 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.122 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2459564 Feb 03 11:40:47.725056 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Request body: {'port': {'device_id': '7ebf4df4-bc74-4309-9a78-2fa9c99882ba', 'network_id': '27741463-70fd-413d-b4bb-aafe8c072b75', 'admin_state_up': True, 'tenant_id': 'eac495914ec846b9b2fbca1bc5736be8'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:40:47.872682 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:40:47.877291 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Usage tracker for resource:port and tenant:eac495914ec846b9b2fbca1bc5736be8 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:40:47.880384 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:40:47.886641 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:40:47.897582 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Made reservation on behalf of eac495914ec846b9b2fbca1bc5736be8 for: {'port': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:40:47.918289 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:47.931902 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:47.948244 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:40:47.952410 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Usage tracker for resource:security_group_rule and tenant:eac495914ec846b9b2fbca1bc5736be8 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:40:47.955545 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:40:47.961363 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:40:48.061939 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:48.066030 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:48.077988 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f3a5bbea-2016-4034-8758-e7abf4a25d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:48.119805 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device e3991a93-ab2d-4cb9-b382-a08b88510631 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:40:48.193873 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e74ac7-6192-42f0-98cd-d7a41476a43c,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:48.199198 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:48.266417 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:48.301184 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port e3991a93-ab2d-4cb9-b382-a08b88510631, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e3991a93-ab2d-4cb9-b382-a08b88510631,segment=NetworkSegment(3741f48f-16a9-4293-92b5-def40090b78c),segment_id=3741f48f-16a9-4293-92b5-def40090b78c)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:40:48.304934 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:48.306457 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:48.357185 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4d671-8472-43e8-8e45-32dc238ec60f req-bfde517a-edd9-4955-bad6-18d4bd6441ec tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:48.358877 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-62b4d671-8472-43e8-8e45-32dc238ec60f req-bfde517a-edd9-4955-bad6-18d4bd6441ec tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.2047696 Feb 03 11:40:48.380953 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=e3991a93-ab2d-4cb9-b382-a08b88510631,revision_number=5']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:48.391533 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:48.392025 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42af193-4d38-461c-8718-fc21d4e1708a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3991a93-ab2d-4cb9-b382-a08b88510631'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:40:48.421405 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 42366) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:40:48.433894 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-62b4d671-8472-43e8-8e45-32dc238ec60f req-2632b169-81a7-4f1a-877d-20171625d3db tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655906 Feb 03 11:40:48.465556 dv-cinder-773870-1-smb neutron-server[79964]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f42af193-4d38-461c-8718-fc21d4e1708a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3991a93-ab2d-4cb9-b382-a08b88510631', 'code': 422} returned with failed status Feb 03 11:40:48.859802 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e49f50d3-a8bd-477a-ad7a-185c1a075fb8 req-72a8d458-5c47-4d39-b6c9-3db7a1fbcbf0 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 210 time: 0.0847511 Feb 03 11:40:48.869539 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Allocated IP 192.168.233.161 (27741463-70fd-413d-b4bb-aafe8c072b75/dedd1235-bd39-40b3-83b6-7e334edb7c7f/e0e1ce11-9070-4190-bcdf-cdf6af35effd) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:40:49.329332 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:49.394847 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Transition to ACTIVE for port object e0e1ce11-9070-4190-bcdf-cdf6af35effd will not be triggered until provisioned by entity DHCP. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:40:49.450041 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:49.465928 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:49.535053 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 42400) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:40:49.549536 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62848944-de6f-4470-80e1-2e2760b701dd req-f271bc3a-8d61-4d1f-aaa7-963775b5ea38 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:49.551219 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-62848944-de6f-4470-80e1-2e2760b701dd req-f271bc3a-8d61-4d1f-aaa7-963775b5ea38 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.1656697 Feb 03 11:40:49.619626 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-62848944-de6f-4470-80e1-2e2760b701dd req-51f446a8-f649-4e09-89c3-0e2d412398ca tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614331 Feb 03 11:40:49.664332 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Pushing event updated for resources: {'Port': ['ID=e0e1ce11-9070-4190-bcdf-cdf6af35effd,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:49.684780 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:49.781987 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e54c4432-8842-489f-8c40-5c6bf81b9fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505393'] for router_interface, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:49.848933 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Network 27741463-70fd-413d-b4bb-aafe8c072b75 is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:40:49.913277 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:40:49.930674 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:40:50.091557 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:50.092239 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:50.127927 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-bec9278e-b093-4084-8bd3-ad2164974e06 req-e92f1b1c-0970-4390-8ccd-b89f2137452b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5812325 Feb 03 11:40:50.158115 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-886f270e-d399-4fce-886b-fb64d07edd6b None None] Provisioning for port e0e1ce11-9070-4190-bcdf-cdf6af35effd completed by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:40:50.166783 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-886f270e-d399-4fce-886b-fb64d07edd6b None None] Provisioning complete for port e0e1ce11-9070-4190-bcdf-cdf6af35effd triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:40:50.167211 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-886f270e-d399-4fce-886b-fb64d07edd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:50.167633 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca83b7d-8fb2-465d-a397-3743445b3c3a req-febf2334-2926-4c34-8326-eba6358e35fe tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:50.169469 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5ca83b7d-8fb2-465d-a397-3743445b3c3a req-febf2334-2926-4c34-8326-eba6358e35fe tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 936 time: 0.1721961 Feb 03 11:40:50.209074 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4881401 Feb 03 11:40:50.237432 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-886f270e-d399-4fce-886b-fb64d07edd6b None None] Port e0e1ce11-9070-4190-bcdf-cdf6af35effd cannot update to ACTIVE because it is not bound. {{(pid=80077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 11:40:50.249935 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5ca83b7d-8fb2-465d-a397-3743445b3c3a req-660bcb67-af1e-45dd-b0ff-009576bd5ee7 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687354 Feb 03 11:40:50.253139 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Request body: {'port': {'device_id': '7ebf4df4-bc74-4309-9a78-2fa9c99882ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:40:50.338558 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-082d4ca6-3740-4080-b3f1-012f67d3140d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:50.437631 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:50.516302 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-e54c4432-8842-489f-8c40-5c6bf81b9fc6 admin admin] Deleting port 858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:40:50.516652 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e54c4432-8842-489f-8c40-5c6bf81b9fc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:51.136388 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-e54c4432-8842-489f-8c40-5c6bf81b9fc6 admin admin] For port 858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb,segment=NetworkSegment(cf47fd35-9f02-4208-961c-8caf10fb031b),segment_id=cf47fd35-9f02-4208-961c-8caf10fb031b)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:40:51.136896 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e54c4432-8842-489f-8c40-5c6bf81b9fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:51.379236 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-e54c4432-8842-489f-8c40-5c6bf81b9fc6 admin admin] Calling delete_port for 858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb owned by network:router_interface {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:40:51.554981 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42747076-79f0-4e82-a310-e7becfc9ee7b req-89ff98a9-5717-403f-a072-0052134bfbf0 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:51.556606 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-42747076-79f0-4e82-a310-e7becfc9ee7b req-89ff98a9-5717-403f-a072-0052134bfbf0 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 936 time: 0.1700296 Feb 03 11:40:51.622446 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-42747076-79f0-4e82-a310-e7becfc9ee7b req-963b0195-4d6e-4d95-8d26-c557314c098f tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588708 Feb 03 11:40:51.755330 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57496001-cc28-4ca5-948b-d6e96627e449 req-1c547d91-8da9-4530-af19-d883319582da tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:51.757031 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-57496001-cc28-4ca5-948b-d6e96627e449 req-1c547d91-8da9-4530-af19-d883319582da tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.9502463 Feb 03 11:40:51.772190 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.db.resource_extend [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 03 11:40:51.868766 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9278e-b093-4084-8bd3-ad2164974e06 req-fbc3ba48-83d3-4828-bf3a-7ad89f4b2950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:51.870266 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-bec9278e-b093-4084-8bd3-ad2164974e06 req-fbc3ba48-83d3-4828-bf3a-7ad89f4b2950 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a&tenant_id=15e50d7ac4fd4b5db50980824778a1fd HTTP/1.1" status: 200 len: 1160 time: 0.5472722 Feb 03 11:40:51.951245 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e1ce11-9070-4190-bcdf-cdf6af35effd {{(pid=80076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 11:40:51.979045 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-57496001-cc28-4ca5-948b-d6e96627e449 req-74b8ac16-2ed5-4b59-ae0e-cefbe2eee58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137411 Feb 03 11:40:51.982825 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:52.084093 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e54c4432-8842-489f-8c40-5c6bf81b9fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:52.098747 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Transition to ACTIVE for port object e0e1ce11-9070-4190-bcdf-cdf6af35effd will not be triggered until provisioned by entity L2. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:40:52.099614 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f489095d-b6a5-460e-bcc0-6d417ab95bbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:52.134189 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9278e-b093-4084-8bd3-ad2164974e06 req-b5d91802-0e5f-4406-a368-7987f41fd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:52.135832 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-bec9278e-b093-4084-8bd3-ad2164974e06 req-b5d91802-0e5f-4406-a368-7987f41fd1cc service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=15e50d7ac4fd4b5db50980824778a1fd&device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 1160 time: 0.2412605 Feb 03 11:40:52.144395 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:52.239327 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c4432-8842-489f-8c40-5c6bf81b9fc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:52.298697 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e54c4432-8842-489f-8c40-5c6bf81b9fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:52.299317 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:52.508733 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e1ce11-9070-4190-bcdf-cdf6af35effd,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:52.519663 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:52.572262 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9278e-b093-4084-8bd3-ad2164974e06 req-8f294711-9250-421a-a5dc-70a271d66a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:52.572698 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-82b8e2c5-ca87-408a-95a1-5241b8519457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:52.573792 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-bec9278e-b093-4084-8bd3-ad2164974e06 req-8f294711-9250-421a-a5dc-70a271d66a97 service neutron] 10.222.0.122 "GET /v2.0/networks?id=6ee212a8-a662-49ec-9d02-feb306b9fb62 HTTP/1.1" status: 200 len: 910 time: 0.3623869 Feb 03 11:40:53.105105 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-bec9278e-b093-4084-8bd3-ad2164974e06 req-d2a1558c-2add-4763-a9af-7d5a97e57247 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3991a93-ab2d-4cb9-b382-a08b88510631 HTTP/1.1" status: 200 len: 999 time: 0.4929457 Feb 03 11:40:53.149127 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:53.297436 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a02be-a593-4694-a634-968d2cbfdca8 req-31205f20-fd41-48d9-8b07-a865b2fcd58e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:53.298855 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c16a02be-a593-4694-a634-968d2cbfdca8 req-31205f20-fd41-48d9-8b07-a865b2fcd58e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.1718385 Feb 03 11:40:53.364985 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c16a02be-a593-4694-a634-968d2cbfdca8 req-14998c90-0ced-4ec2-9058-59b64f18a857 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588548 Feb 03 11:40:53.389679 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9278e-b093-4084-8bd3-ad2164974e06 req-c3e3c145-7be1-4fbe-bee2-42a7028e85b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:53.391310 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-bec9278e-b093-4084-8bd3-ad2164974e06 req-c3e3c145-7be1-4fbe-bee2-42a7028e85b5 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=b02e8330-4b19-43ce-a9de-cf3994e73e6b HTTP/1.1" status: 200 len: 855 time: 0.2171018 Feb 03 11:40:53.400183 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Attempting to bind port e0e1ce11-9070-4190-bcdf-cdf6af35effd on host hv-cinder-77387 for vnic_type normal with profile {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:40:53.400595 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Attempting to bind port e0e1ce11-9070-4190-bcdf-cdf6af35effd by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '8a3ecfaf-323a-4ede-8660-b7d2f98c32a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '27741463-70fd-413d-b4bb-aafe8c072b75'}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:40:53.400895 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Attempting to bind port e0e1ce11-9070-4190-bcdf-cdf6af35effd on network 27741463-70fd-413d-b4bb-aafe8c072b75 {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:40:53.461895 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e54c4432-8842-489f-8c40-5c6bf81b9fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854160145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854270091'] for router_interface, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:53.475938 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Checking agent: {'id': 'd04a5943-f855-4f30-8269-6a00b74e68db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 34, 59), 'started_at': datetime.datetime(2021, 2, 3, 11, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.119', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:40:53.476309 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Checking segment: {'id': '8a3ecfaf-323a-4ede-8660-b7d2f98c32a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '27741463-70fd-413d-b4bb-aafe8c072b75'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:40:53.476707 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:53.477606 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Bound using segment: {'id': '8a3ecfaf-323a-4ede-8660-b7d2f98c32a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '27741463-70fd-413d-b4bb-aafe8c072b75'} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:40:53.477606 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Bound port: e0e1ce11-9070-4190-bcdf-cdf6af35effd, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3ecfaf-323a-4ede-8660-b7d2f98c32a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '27741463-70fd-413d-b4bb-aafe8c072b75'}}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:40:53.477892 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:53.577785 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647bcef-f8a8-46fe-81ff-dff93c82d59f req-11a63360-c6ed-4eb7-a495-a10eca317791 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:53.578720 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-e647bcef-f8a8-46fe-81ff-dff93c82d59f req-11a63360-c6ed-4eb7-a495-a10eca317791 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Synchronizing usage tracker for tenant:eac495914ec846b9b2fbca1bc5736be8 on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:40:53.743149 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-e647bcef-f8a8-46fe-81ff-dff93c82d59f req-11a63360-c6ed-4eb7-a495-a10eca317791 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Unset dirty status for tenant:eac495914ec846b9b2fbca1bc5736be8 on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:40:53.744452 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e647bcef-f8a8-46fe-81ff-dff93c82d59f req-11a63360-c6ed-4eb7-a495-a10eca317791 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 948 time: 0.7696943 Feb 03 11:40:53.836104 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec9278e-b093-4084-8bd3-ad2164974e06 req-1efa5ba7-856f-4c27-ac38-d46a1b8f3e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:53.837632 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-bec9278e-b093-4084-8bd3-ad2164974e06 req-1efa5ba7-856f-4c27-ac38-d46a1b8f3e16 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6ee212a8-a662-49ec-9d02-feb306b9fb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4316266 Feb 03 11:40:53.846450 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] For port e0e1ce11-9070-4190-bcdf-cdf6af35effd, host hv-cinder-77387, cleared binding levels {{(pid=80076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:40:53.871979 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-e647bcef-f8a8-46fe-81ff-dff93c82d59f req-93d061ff-c69a-44eb-9a8a-6700294acf35 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Synchronizing usage tracker for tenant:eac495914ec846b9b2fbca1bc5736be8 on resource:security_group {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:40:53.904195 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] For port e0e1ce11-9070-4190-bcdf-cdf6af35effd, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e0e1ce11-9070-4190-bcdf-cdf6af35effd,segment=NetworkSegment(8a3ecfaf-323a-4ede-8660-b7d2f98c32a7),segment_id=8a3ecfaf-323a-4ede-8660-b7d2f98c32a7)] {{(pid=80076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:40:53.973422 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:53.996292 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:54.047912 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:54.248364 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-e647bcef-f8a8-46fe-81ff-dff93c82d59f req-93d061ff-c69a-44eb-9a8a-6700294acf35 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Unset dirty status for tenant:eac495914ec846b9b2fbca1bc5736be8 on resource:security_group {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:40:54.249596 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e647bcef-f8a8-46fe-81ff-dff93c82d59f req-93d061ff-c69a-44eb-9a8a-6700294acf35 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970686 Feb 03 11:40:54.321895 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e1ce11-9070-4190-bcdf-cdf6af35effd,revision_number=3']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:54.345311 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:54.383578 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-bec9278e-b093-4084-8bd3-ad2164974e06 req-8e1010e5-9dc7-4545-bd77-d2440829f118 service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327475 Feb 03 11:40:54.548866 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:54.549368 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:54.550844 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] 10.222.0.122 "PUT /v2.0/ports/e0e1ce11-9070-4190-bcdf-cdf6af35effd HTTP/1.1" status: 200 len: 1162 time: 4.3036547 Feb 03 11:40:54.551398 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebf4df4-bc74-4309-9a78-2fa9c99882ba', 'tag': 'e0e1ce11-9070-4190-bcdf-cdf6af35effd'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:40:54.594654 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:54.718163 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639ba53-ff4f-4f56-9425-ce027fe98cb9 req-d3469122-4ff8-4ff4-85ab-7ab13c6c8973 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:54.720407 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5639ba53-ff4f-4f56-9425-ce027fe98cb9 req-d3469122-4ff8-4ff4-85ab-7ab13c6c8973 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.2018943 Feb 03 11:40:54.793344 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5639ba53-ff4f-4f56-9425-ce027fe98cb9 req-6aeb5a53-cf9c-45bc-aec0-d32023e0ef65 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661190 Feb 03 11:40:54.921115 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebf4df4-bc74-4309-9a78-2fa9c99882ba', 'tag': 'e0e1ce11-9070-4190-bcdf-cdf6af35effd', 'status': 'completed', 'code': 200} Feb 03 11:40:55.021758 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-bec9278e-b093-4084-8bd3-ad2164974e06 req-3e4430b3-0fad-4362-a362-8e3f9d8d5222 service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6305220 Feb 03 11:40:55.047201 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54c4432-8842-489f-8c40-5c6bf81b9fc6 admin admin] Router aa7a93ea-787b-4719-b601-5dbab5dc03ee has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:40:55.055871 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-3dd1d369-3447-4397-9574-c6cf4aa76de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:55.057445 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-3dd1d369-3447-4397-9574-c6cf4aa76de9 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=eac495914ec846b9b2fbca1bc5736be8&device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 1165 time: 0.4195383 Feb 03 11:40:55.259909 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-80e44127-cd5e-42ae-9af6-ce34cc8c30c0 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=e0e1ce11-9070-4190-bcdf-cdf6af35effd HTTP/1.1" status: 200 len: 217 time: 0.1430583 Feb 03 11:40:55.363625 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-30d386bc-c97a-41c1-bcee-e440fb7781c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:55.365193 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-30d386bc-c97a-41c1-bcee-e440fb7781c0 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=dedd1235-bd39-40b3-83b6-7e334edb7c7f HTTP/1.1" status: 200 len: 843 time: 0.0955501 Feb 03 11:40:55.373612 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54c4432-8842-489f-8c40-5c6bf81b9fc6 admin admin] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:40:55.383304 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e9032b-4ab5-48f7-ba99-d9a7233ffe0c None None] Sync routers for ids ['aa7a93ea-787b-4719-b601-5dbab5dc03ee'] in dv-cinder-773870-1-smb {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:40:55.394872 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e9032b-4ab5-48f7-ba99-d9a7233ffe0c None None] Routers {'aa7a93ea-787b-4719-b601-5dbab5dc03ee'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:40:55.395666 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-47e9032b-4ab5-48f7-ba99-d9a7233ffe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:40:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['aa7a93ea-787b-4719-b601-5dbab5dc03ee'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:40:55.483570 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-e54c4432-8842-489f-8c40-5c6bf81b9fc6 admin admin] 10.222.0.68 "PUT /v2.0/routers/aa7a93ea-787b-4719-b601-5dbab5dc03ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0609200 Feb 03 11:40:55.486780 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 42440) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:40:55.534489 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-fad20da5-979c-48f4-901c-067c3d517925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:55.536160 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-fad20da5-979c-48f4-901c-067c3d517925 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=27741463-70fd-413d-b4bb-aafe8c072b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1639907 Feb 03 11:40:55.594767 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-47e9032b-4ab5-48f7-ba99-d9a7233ffe0c None None] Set router aa7a93ea-787b-4719-b601-5dbab5dc03ee gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:40:55.621767 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3257d9-cb0c-4eb7-a922-97c4702d4a71 req-066debc8-eebc-4103-9305-02b6e0937fb0 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:55.623405 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8f3257d9-cb0c-4eb7-a922-97c4702d4a71 req-066debc8-eebc-4103-9305-02b6e0937fb0 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 948 time: 0.2066019 Feb 03 11:40:55.744957 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-141090b0-b197-4ff9-9cde-189a32abf754 admin admin] Notify callbacks [] for router, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:55.834290 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8f3257d9-cb0c-4eb7-a922-97c4702d4a71 req-3d6ae50c-2fde-4ce1-90e6-5482d3854ac9 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874404 Feb 03 11:40:55.919844 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-458e1b75-d006-480f-aaec-70f402f12fd0 service neutron] 10.222.0.122 "GET /v2.0/networks/27741463-70fd-413d-b4bb-aafe8c072b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953546 Feb 03 11:40:55.962703 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-141090b0-b197-4ff9-9cde-189a32abf754 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:55.968405 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-141090b0-b197-4ff9-9cde-189a32abf754 admin admin] Deleting port 351ee7fc-8e90-41e5-ad50-2a6eb117b439 {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:40:55.968836 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-141090b0-b197-4ff9-9cde-189a32abf754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:56.256004 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-141090b0-b197-4ff9-9cde-189a32abf754 admin admin] For port 351ee7fc-8e90-41e5-ad50-2a6eb117b439, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=351ee7fc-8e90-41e5-ad50-2a6eb117b439,segment=NetworkSegment(ef679f0b-7c61-47c0-b704-b3d2fd0cd989),segment_id=ef679f0b-7c61-47c0-b704-b3d2fd0cd989)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:40:56.256821 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-141090b0-b197-4ff9-9cde-189a32abf754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:56.264929 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d80d8381-4eea-4d71-bfc7-1d15a1a4082d req-74a09902-497b-4670-a183-166f0c3a4b2d service neutron] 10.222.0.122 "GET /v2.0/networks/27741463-70fd-413d-b4bb-aafe8c072b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3364720 Feb 03 11:40:56.381055 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d137ea-fb9c-4eb5-a141-e65fcfaf3a7c req-9ad11409-34ca-437b-9815-a63d44d32e9e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:56.388863 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-31d137ea-fb9c-4eb5-a141-e65fcfaf3a7c req-9ad11409-34ca-437b-9815-a63d44d32e9e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.3055115 Feb 03 11:40:56.438719 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-47e9032b-4ab5-48f7-ba99-d9a7233ffe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7a93ea-787b-4719-b601-5dbab5dc03ee', 'name': 'tempest-ServerRescueNegativeTestJSON-606086125-router', 'tenant_id': '56aa07d6046f423a9737e95d751bc566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '351ee7fc-8e90-41e5-ad50-2a6eb117b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:17Z', 'updated_at': '2021-02-03T11:40:51Z', 'revision_number': 5, 'project_id': '56aa07d6046f423a9737e95d751bc566', 'gw_port': {'id': '351ee7fc-8e90-41e5-ad50-2a6eb117b439', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7a93ea-787b-4719-b601-5dbab5dc03ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:19Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:40:56.446137 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e9032b-4ab5-48f7-ba99-d9a7233ffe0c None None] Checking router: aa7a93ea-787b-4719-b601-5dbab5dc03ee for host: dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:40:56.459556 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e9032b-4ab5-48f7-ba99-d9a7233ffe0c None None] Routers {'aa7a93ea-787b-4719-b601-5dbab5dc03ee'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:40:56.460259 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-47e9032b-4ab5-48f7-ba99-d9a7233ffe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:40:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['aa7a93ea-787b-4719-b601-5dbab5dc03ee'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:40:56.474463 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-31d137ea-fb9c-4eb5-a141-e65fcfaf3a7c req-419a7664-12eb-4168-94ad-f480d34fa28e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844941 Feb 03 11:40:56.518284 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-141090b0-b197-4ff9-9cde-189a32abf754 admin admin] Calling delete_port for 351ee7fc-8e90-41e5-ad50-2a6eb117b439 owned by network:router_gateway {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:40:56.783080 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-47e9032b-4ab5-48f7-ba99-d9a7233ffe0c None None] Set router aa7a93ea-787b-4719-b601-5dbab5dc03ee gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:40:56.789024 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-141090b0-b197-4ff9-9cde-189a32abf754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556013'] for port, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: WARNING neutron.plugins.ml2.ovo_rpc [None req-141090b0-b197-4ff9-9cde-189a32abf754 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: result = function(*args, **kwargs) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: proto.__init__(conn_state, self) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: self.handle() Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: self.handle_one_request() Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: self.handle_one_response() Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: result = self.application(self.environ, start_response) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: return app(environ, start_response) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: response = req.get_response(self.application) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: application, catch_exc_info=False) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: response = req.get_response(self.application) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: application, catch_exc_info=False) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: response = req.get_response(self.application) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: application, catch_exc_info=False) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: response = req.get_response(self.application) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: application, catch_exc_info=False) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: return request.get_response(self.application) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: application, catch_exc_info=False) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: response = req.get_response(self._app) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: application, catch_exc_info=False) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: return resp(environ, start_response) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: return resp(environ, start_response) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: response = self.app(environ, start_response) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: return resp(environ, start_response) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Feb 03 11:40:56.809124 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: result = method(request=request, **args) Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: return self._delete(request, id, **kwargs) Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: return f(*args, **kwargs) Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: return f(*args, **kwargs) Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: return f(*dup_args, **dup_kwargs) Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: obj_deleter(request.context, id, **kwargs) Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: return method(*args, **kwargs) Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: return f(*args, **kwargs) Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: return f(*args, **kwargs) Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: return f(*dup_args, **dup_kwargs) Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: self._delete_current_gw_port(context, id, router, None) Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: admin_ctx, gw_port_id, l3_port_check=False) Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: return f(self, context, *args, **kwargs) Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: return method(*args, **kwargs) Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: context, port, router_ids, bound_mech_contexts) Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: return function(*args, **kwargs) Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: callback(resource, event, trigger, **kwargs) Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: if self._is_session_semantic_violated(context, resource, event): Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: stack = traceback.extract_stack() Feb 03 11:40:56.815943 dv-cinder-773870-1-smb neutron-server[79964]: Feb 03 11:40:57.081556 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-141090b0-b197-4ff9-9cde-189a32abf754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854270829'] for router_gateway, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:57.136728 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-47e9032b-4ab5-48f7-ba99-d9a7233ffe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa7a93ea-787b-4719-b601-5dbab5dc03ee', 'name': 'tempest-ServerRescueNegativeTestJSON-606086125-router', 'tenant_id': '56aa07d6046f423a9737e95d751bc566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '351ee7fc-8e90-41e5-ad50-2a6eb117b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:17Z', 'updated_at': '2021-02-03T11:40:51Z', 'revision_number': 5, 'project_id': '56aa07d6046f423a9737e95d751bc566', 'gw_port': {'id': '351ee7fc-8e90-41e5-ad50-2a6eb117b439', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7a93ea-787b-4719-b601-5dbab5dc03ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:19Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:40:57.141144 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e9032b-4ab5-48f7-ba99-d9a7233ffe0c None None] The sync data for ids ['aa7a93ea-787b-4719-b601-5dbab5dc03ee'] in dv-cinder-773870-1-smb is: [{'id': 'aa7a93ea-787b-4719-b601-5dbab5dc03ee', 'name': 'tempest-ServerRescueNegativeTestJSON-606086125-router', 'tenant_id': '56aa07d6046f423a9737e95d751bc566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '351ee7fc-8e90-41e5-ad50-2a6eb117b439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:17Z', 'updated_at': '2021-02-03T11:40:51Z', 'revision_number': 5, 'project_id': '56aa07d6046f423a9737e95d751bc566', 'gw_port': {'id': '351ee7fc-8e90-41e5-ad50-2a6eb117b439', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7a93ea-787b-4719-b601-5dbab5dc03ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:19Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}] {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:40:57.455378 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-141090b0-b197-4ff9-9cde-189a32abf754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854272801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774809'] for router, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:57.458318 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-141090b0-b197-4ff9-9cde-189a32abf754 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:57.672018 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b930d72-8752-4166-b009-9f4f477ba70d req-2d12a2a9-c486-4ed2-8f29-db6b3c80dcd1 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:57.673719 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8b930d72-8752-4166-b009-9f4f477ba70d req-2d12a2a9-c486-4ed2-8f29-db6b3c80dcd1 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 948 time: 0.6482351 Feb 03 11:40:57.745514 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-141090b0-b197-4ff9-9cde-189a32abf754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-501868'] for router, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:57.746083 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141090b0-b197-4ff9-9cde-189a32abf754 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa7a93ea-787b-4719-b601-5dbab5dc03ee {{(pid=80075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 03 11:40:57.793101 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8b930d72-8752-4166-b009-9f4f477ba70d req-84ec9a26-85b5-491a-a196-f3829c08edf2 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115351 Feb 03 11:40:57.805561 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-141090b0-b197-4ff9-9cde-189a32abf754 admin admin] Notify callbacks [] for router, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:57.809315 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-141090b0-b197-4ff9-9cde-189a32abf754 admin admin] 10.222.0.68 "DELETE /v2.0/routers/aa7a93ea-787b-4719-b601-5dbab5dc03ee HTTP/1.1" status: 204 len: 168 time: 2.3189595 Feb 03 11:40:57.809743 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 42484) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:40:57.951022 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40b71f8-67d0-436c-80cc-f43df2956d1f admin admin] Deleting subnet 97b65fc5-b24e-456c-92d2-94fdf77fc327 {{(pid=80076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 11:40:57.957861 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f40b71f8-67d0-436c-80cc-f43df2956d1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:58.092729 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64e5db-2ec6-47ef-a037-4a32f7835ee7 req-9393c554-f44a-47ab-8bf0-a05ab6917592 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:58.094735 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5b64e5db-2ec6-47ef-a037-4a32f7835ee7 req-9393c554-f44a-47ab-8bf0-a05ab6917592 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.3792303 Feb 03 11:40:58.136732 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f40b71f8-67d0-436c-80cc-f43df2956d1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851665920'] for subnet, precommit_delete_associations {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:58.145916 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb no longer exists at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:40:58.184590 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] No Port match for: 858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:40:58.184971 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 858fa6a7-7793-44cf-ae1c-a36ccb0f7dcb not bound to the agent host dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:40:58.224641 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5b64e5db-2ec6-47ef-a037-4a32f7835ee7 req-d0f975a5-22fd-40ba-9322-a4c7b706621e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169157 Feb 03 11:40:58.249939 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f40b71f8-67d0-436c-80cc-f43df2956d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-59611'] for subnet, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:58.568140 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f40b71f8-67d0-436c-80cc-f43df2956d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854716205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851665045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2331762'] for subnet, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:58.585070 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d4fb1b18-e1e2-4528-ad0a-2cc3c6b6f865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:40:58.680773 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b71f8-67d0-436c-80cc-f43df2956d1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97b65fc5-b24e-456c-92d2-94fdf77fc327,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:40:58.683680 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f40b71f8-67d0-436c-80cc-f43df2956d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:40:58.689956 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:58.736038 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f40b71f8-67d0-436c-80cc-f43df2956d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:58.744749 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-f40b71f8-67d0-436c-80cc-f43df2956d1f admin admin] 10.222.0.68 "DELETE /v2.0/subnets/97b65fc5-b24e-456c-92d2-94fdf77fc327 HTTP/1.1" status: 204 len: 168 time: 0.9315276 Feb 03 11:40:58.745017 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 42492) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:40:58.868452 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-249b3ea8-4785-474d-a706-57c3082b104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853835911'] for network, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:59.085771 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-249b3ea8-4785-474d-a706-57c3082b104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5968', 'neutron.services.segments.db._delete_segments_for_network--9223363257154695830'] for network, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:59.117926 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e987e-d5c3-4bf7-a30d-2637007dc36f req-968a934f-9d96-4198-af9d-72d593f761d0 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:59.119633 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4f1e987e-d5c3-4bf7-a30d-2637007dc36f req-968a934f-9d96-4198-af9d-72d593f761d0 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 948 time: 0.1823876 Feb 03 11:40:59.202323 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4f1e987e-d5c3-4bf7-a30d-2637007dc36f req-482e79f9-d4b2-4d0e-be95-3594a4dbbaad tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754614 Feb 03 11:40:59.231803 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-249b3ea8-4785-474d-a706-57c3082b104c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1cf823-771e-4587-bbb1-8d7de9b7e35c']}} {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:40:59.251420 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-249b3ea8-4785-474d-a706-57c3082b104c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf47fd35-9f02-4208-961c-8caf10fb031b') {'for_net_delete': True} {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:40:59.251819 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-249b3ea8-4785-474d-a706-57c3082b104c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf47fd35-9f02-4208-961c-8caf10fb031b') {} {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:40:59.267339 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-249b3ea8-4785-474d-a706-57c3082b104c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257154698902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109896'] for segment, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:59.345341 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-249b3ea8-4785-474d-a706-57c3082b104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:59.349282 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-249b3ea8-4785-474d-a706-57c3082b104c admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 11:40:59.542031 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-249b3ea8-4785-474d-a706-57c3082b104c admin admin] Network eb1cf823-771e-4587-bbb1-8d7de9b7e35c has no segments {{(pid=80076) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:40:59.551300 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-249b3ea8-4785-474d-a706-57c3082b104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851665148'] for segment, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:40:59.605072 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e98a3c-8052-42d3-b1ce-43f9763ff3d8 req-cb2e5578-448b-4920-852a-cddc5eef00a4 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:40:59.607451 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-15e98a3c-8052-42d3-b1ce-43f9763ff3d8 req-cb2e5578-448b-4920-852a-cddc5eef00a4 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.1740522 Feb 03 11:40:59.715999 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-15e98a3c-8052-42d3-b1ce-43f9763ff3d8 req-02b3c599-8634-4eec-809c-0e345e336c72 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982816 Feb 03 11:40:59.988872 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-249b3ea8-4785-474d-a706-57c3082b104c admin admin] Network eb1cf823-771e-4587-bbb1-8d7de9b7e35c has no segments {{(pid=80076) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: Traceback (most recent call last): Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: timer() Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: cb(*args, **kw) Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: return func(*args, **kwargs) Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: self._notify() Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: self.callback(batched_events) Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: event.method(event) Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: segment_id)['aggregates'][0] Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: return f(self, *a, **k) Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: return self._get(url).json() Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: **kwargs) Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: **endpoint_filter) Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:41:00.012305 dv-cinder-773870-1-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:41:00.110587 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-249b3ea8-4785-474d-a706-57c3082b104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854769816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504970'] for network, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:00.119829 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c7332820-6122-4b33-8f8d-136006474481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:41:00.136659 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-249b3ea8-4785-474d-a706-57c3082b104c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:00.150273 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b3ea8-4785-474d-a706-57c3082b104c admin admin] Pushing event deleted for resources: {'Network': ['ID=eb1cf823-771e-4587-bbb1-8d7de9b7e35c,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:41:00.159529 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-249b3ea8-4785-474d-a706-57c3082b104c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:41:00.161189 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 351ee7fc-8e90-41e5-ad50-2a6eb117b439 no longer exists at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:41:00.162867 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-249b3ea8-4785-474d-a706-57c3082b104c admin admin] 10.222.0.68 "DELETE /v2.0/networks/eb1cf823-771e-4587-bbb1-8d7de9b7e35c HTTP/1.1" status: 204 len: 168 time: 1.4169014 Feb 03 11:41:00.208201 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] No Port match for: 351ee7fc-8e90-41e5-ad50-2a6eb117b439 {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:41:00.208679 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 351ee7fc-8e90-41e5-ad50-2a6eb117b439 not bound to the agent host dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:41:00.218619 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:41:00.407621 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 42512) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:41:00.465459 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-57991166-ac20-43a5-aa23-6eba658bf6b8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=56aa07d6046f423a9737e95d751bc566&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0565200 Feb 03 11:41:00.466117 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 42516) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:41:00.517125 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72919b2-7e80-4234-9980-8546b59e4a51 req-f2f881cc-f3b7-44ab-a693-21a4d0e3b89a tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:00.518709 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a72919b2-7e80-4234-9980-8546b59e4a51 req-f2f881cc-f3b7-44ab-a693-21a4d0e3b89a tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 948 time: 0.1703534 Feb 03 11:41:00.531506 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-01030433-34b8-4b4c-af1a-c5b69bf594d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:00.560071 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-01030433-34b8-4b4c-af1a-c5b69bf594d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:00.587604 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a72919b2-7e80-4234-9980-8546b59e4a51 req-725c96ce-4d04-4b8e-8393-0255fc2f971e tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615368 Feb 03 11:41:00.621202 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-01030433-34b8-4b4c-af1a-c5b69bf594d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:00.634679 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-41ad2df9-d022-4277-af75-75aa367ee974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:41:00.649255 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01030433-34b8-4b4c-af1a-c5b69bf594d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136bc4b9-4323-40cb-bfb7-961e3038546b,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:41:00.651674 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-01030433-34b8-4b4c-af1a-c5b69bf594d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:00.655738 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-01030433-34b8-4b4c-af1a-c5b69bf594d6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/136bc4b9-4323-40cb-bfb7-961e3038546b HTTP/1.1" status: 204 len: 168 time: 0.1885853 Feb 03 11:41:00.656845 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-01030433-34b8-4b4c-af1a-c5b69bf594d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:41:01.046907 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27512c-cdc8-407a-b0e4-8dab62feb0da req-11fc35ce-e8c3-4a81-ba29-3f3b4128548b tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:01.048676 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5b27512c-cdc8-407a-b0e4-8dab62feb0da req-11fc35ce-e8c3-4a81-ba29-3f3b4128548b tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.1681101 Feb 03 11:41:01.117068 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5b27512c-cdc8-407a-b0e4-8dab62feb0da req-87e68c92-f8b6-452b-a03f-822aac13076e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594001 Feb 03 11:41:01.638508 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 42544) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:41:01.803201 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1432360430-network', 'tenant_id': '188cf6d6b4c544169f6dbbcd428bbb6f'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:41:01.808419 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:41:01.814304 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Usage tracker for resource:network and tenant:188cf6d6b4c544169f6dbbcd428bbb6f is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:41:01.817901 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:41:01.824289 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:41:01.836756 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Made reservation on behalf of 188cf6d6b4c544169f6dbbcd428bbb6f for: {'network': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:41:01.845037 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for network, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:01.860695 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:01.878063 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:41:01.882248 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Usage tracker for resource:security_group_rule and tenant:188cf6d6b4c544169f6dbbcd428bbb6f is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:41:01.887741 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:41:01.895286 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:41:01.920111 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9714d7-22c4-499b-b8ca-4ac81bfb29fb req-52acf9e7-6e1f-40b7-a126-029c1c12f1a5 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:01.927181 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ed9714d7-22c4-499b-b8ca-4ac81bfb29fb req-52acf9e7-6e1f-40b7-a126-029c1c12f1a5 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 948 time: 0.1812804 Feb 03 11:41:01.993203 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:01.995048 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ed9714d7-22c4-499b-b8ca-4ac81bfb29fb req-1e7891b3-f938-4c00-969f-ce4dcb0426e6 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660534 Feb 03 11:41:01.996901 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:02.000858 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-632cc11f-8415-4982-8994-7005e086ccbf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:41:02.037670 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 11:41:02.047973 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba40547-853b-42af-83b1-e52185821a74,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:41:02.052014 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:41:02.054755 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:02.055158 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Added segment fa008143-7bb3-4b93-93ce-c063a74564a2 of type vxlan for network 59b95fa3-4817-40b3-8844-e4832119112d Feb 03 11:41:02.085389 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779699605226'] for network, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:02.122579 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for network, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:02.123884 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:02.124645 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:02.129991 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ec5b9278-9217-4b22-888e-4bca7d167e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:41:02.239833 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Pushing event updated for resources: {'Network': ['ID=59b95fa3-4817-40b3-8844-e4832119112d,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:41:02.245757 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6029158 Feb 03 11:41:02.245757 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:41:02.246342 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 42552) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:41:02.253512 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Network 59b95fa3-4817-40b3-8844-e4832119112d details requested by agent ovs-agent-dv-cinder-773870-1-smb with host dv-cinder-773870-1-smb {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:41:02.267639 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-ea3186b4-43a6-4ed1-8414-c29c1b27f479 admin admin] Request body: {'subnet': {'network_id': '59b95fa3-4817-40b3-8844-e4832119112d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1432360430-subnet', 'tenant_id': '188cf6d6b4c544169f6dbbcd428bbb6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:41:02.273414 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ea3186b4-43a6-4ed1-8414-c29c1b27f479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:41:02.280789 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Network 59b95fa3-4817-40b3-8844-e4832119112d details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:41:02.289996 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ea3186b4-43a6-4ed1-8414-c29c1b27f479 admin admin] Usage tracker for resource:subnet and tenant:188cf6d6b4c544169f6dbbcd428bbb6f is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:41:02.295058 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ea3186b4-43a6-4ed1-8414-c29c1b27f479 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:41:02.343351 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ea3186b4-43a6-4ed1-8414-c29c1b27f479 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:41:02.371358 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3186b4-43a6-4ed1-8414-c29c1b27f479 admin admin] Made reservation on behalf of 188cf6d6b4c544169f6dbbcd428bbb6f for: {'subnet': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:41:02.376123 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea3186b4-43a6-4ed1-8414-c29c1b27f479 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852425138'] for subnet, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:02.582102 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a12e22-99ed-4186-962e-2f003927169b req-b392d16e-8519-4167-aebd-dde017431e7c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:02.583838 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-13a12e22-99ed-4186-962e-2f003927169b req-b392d16e-8519-4167-aebd-dde017431e7c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.2906115 Feb 03 11:41:02.662133 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-13a12e22-99ed-4186-962e-2f003927169b req-71722b8f-4b84-4fe3-a46e-79ddb51f9102 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696433 Feb 03 11:41:02.971895 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea3186b4-43a6-4ed1-8414-c29c1b27f479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2219244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852425091'] for subnet, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:02.984942 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:41:03.144728 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3186b4-43a6-4ed1-8414-c29c1b27f479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a73d8e-f5ea-46c3-8e0e-28ab1a2ff0d2,revision_number=0']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:41:03.187971 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ea3186b4-43a6-4ed1-8414-c29c1b27f479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:41:03.258145 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3186b4-43a6-4ed1-8414-c29c1b27f479 admin admin] Checking segment: {'id': 'fa008143-7bb3-4b93-93ce-c063a74564a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '59b95fa3-4817-40b3-8844-e4832119112d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:41:03.258391 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3186b4-43a6-4ed1-8414-c29c1b27f479 admin admin] Network hostable DHCP agents. Network: 59b95fa3-4817-40b3-8844-e4832119112d, hostable agents: ['e281720a-8ae7-4081-88fc-d5a7fa1f3c44'], hosted agents: [] {{(pid=80075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 11:41:03.361722 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070dd38-ea56-403e-9a9b-0cf3df36227f req-71f5a967-3d98-4448-bfae-e41071b45df3 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:03.363460 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2070dd38-ea56-403e-9a9b-0cf3df36227f req-71f5a967-3d98-4448-bfae-e41071b45df3 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 948 time: 0.2283430 Feb 03 11:41:03.369850 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3186b4-43a6-4ed1-8414-c29c1b27f479 admin admin] Network 59b95fa3-4817-40b3-8844-e4832119112d is scheduled to be hosted by DHCP agent e281720a-8ae7-4081-88fc-d5a7fa1f3c44 with binding_index 1 {{(pid=80075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 11:41:03.395337 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-ea3186b4-43a6-4ed1-8414-c29c1b27f479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-1-smb, 59b95fa3-4817-40b3-8844-e4832119112d) {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:41:03.404216 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c7b7ef-24f5-4ecc-b0c3-f31af37c6470 None None] Network 59b95fa3-4817-40b3-8844-e4832119112d requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:41:03.421379 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3186b4-43a6-4ed1-8414-c29c1b27f479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:03.422031 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ea3186b4-43a6-4ed1-8414-c29c1b27f479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:03.459667 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2070dd38-ea56-403e-9a9b-0cf3df36227f req-a199b2d4-bd90-4f11-87fd-fab23b6cb4c0 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869262 Feb 03 11:41:03.469641 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-ea3186b4-43a6-4ed1-8414-c29c1b27f479 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2220373 Feb 03 11:41:03.647534 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b2ec7f-eed8-418a-a49a-92098b20913c None None] Network 59b95fa3-4817-40b3-8844-e4832119112d requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:41:04.204146 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-d2f23e72-b80e-47fd-99a0-8708e897c394 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:04.205839 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-d2f23e72-b80e-47fd-99a0-8708e897c394 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/networks?id=59b95fa3-4817-40b3-8844-e4832119112d HTTP/1.1" status: 200 len: 815 time: 0.2394202 Feb 03 11:41:04.226080 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-f2a6ffd1-bdee-48cf-8e4e-d2cdb6b09a26 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/quotas/188cf6d6b4c544169f6dbbcd428bbb6f HTTP/1.1" status: 200 len: 375 time: 0.0106242 Feb 03 11:41:04.286145 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-57cf2dbf-9d43-4364-b412-3b5d8c509e12 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=188cf6d6b4c544169f6dbbcd428bbb6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532441 Feb 03 11:41:04.435634 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-e35d156f-da1a-4b12-9924-2a4d6eebc1a1 service neutron] 10.222.0.68 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417129 Feb 03 11:41:04.590585 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-a35bb884-3cd2-4b8a-8fba-e226f0b8106a service neutron] 10.222.0.68 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1464238 Feb 03 11:41:04.991197 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eb112-9678-4d47-aa73-3d2acc54ba16 req-728bf11b-6fe8-4c6c-8b99-e3c60d8ac7c4 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:04.992921 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-882eb112-9678-4d47-aa73-3d2acc54ba16 req-728bf11b-6fe8-4c6c-8b99-e3c60d8ac7c4 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.1771269 Feb 03 11:41:05.064432 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-882eb112-9678-4d47-aa73-3d2acc54ba16 req-59611e02-4792-4fbb-897f-cb86f3315db8 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650191 Feb 03 11:41:05.374445 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e64f9-1c34-4c19-abba-e31c79eae824 req-ce2ee642-e5ac-4c0e-a09d-bfb7eb174c44 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:05.376236 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-eb6e64f9-1c34-4c19-abba-e31c79eae824 req-ce2ee642-e5ac-4c0e-a09d-bfb7eb174c44 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 948 time: 0.1720204 Feb 03 11:41:05.444141 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-eb6e64f9-1c34-4c19-abba-e31c79eae824 req-51498eb2-8861-4829-9546-f95e3e8e8384 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597870 Feb 03 11:41:05.616316 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2da863ca-7ec1-4752-89c1-12a92597159d req-25651ec6-932a-4e47-9dd7-839840add73d tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 210 time: 0.0517700 Feb 03 11:41:06.385224 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c2928-3c82-49a3-9dd5-9960631c7097 req-80df46c5-03ea-40b4-b66d-96e24056efd5 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:06.387167 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c82c2928-3c82-49a3-9dd5-9960631c7097 req-80df46c5-03ea-40b4-b66d-96e24056efd5 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.1696305 Feb 03 11:41:06.460355 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c82c2928-3c82-49a3-9dd5-9960631c7097 req-208b4fee-51ae-4c52-9546-ab33f4c14968 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663245 Feb 03 11:41:06.771596 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75cb6f6-89d1-45d3-a908-f17df79ace3b req-fd7ddb60-9bd3-4a18-89a4-a74684e4bb24 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:06.773296 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c75cb6f6-89d1-45d3-a908-f17df79ace3b req-fd7ddb60-9bd3-4a18-89a4-a74684e4bb24 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 948 time: 0.1783843 Feb 03 11:41:06.840108 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c75cb6f6-89d1-45d3-a908-f17df79ace3b req-5ce5d64d-7c3e-4303-af96-f5c40700000b tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602388 Feb 03 11:41:07.014662 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-11cdd326-376a-4165-98d2-49c4df3dd278 req-eba6ff9d-d8ec-4591-852e-75f2b20d7fec tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 210 time: 0.0544746 Feb 03 11:41:07.788072 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60678520-4871-42ff-9cbb-72c396f8b8f7 req-ee9c6106-edba-4c24-9fd3-7dd24f7bfbc2 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:07.789624 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-60678520-4871-42ff-9cbb-72c396f8b8f7 req-ee9c6106-edba-4c24-9fd3-7dd24f7bfbc2 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.1771553 Feb 03 11:41:07.857841 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-60678520-4871-42ff-9cbb-72c396f8b8f7 req-d504cc7a-dc90-4e16-934a-4ad0abe1ac56 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613401 Feb 03 11:41:08.378474 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04502bb-7635-42b7-97dd-dee6d6b3c780 req-a505c4c6-5a3c-4dde-87c8-becd4977588f tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:08.380203 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a04502bb-7635-42b7-97dd-dee6d6b3c780 req-a505c4c6-5a3c-4dde-87c8-becd4977588f tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 948 time: 0.3916798 Feb 03 11:41:08.447749 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a04502bb-7635-42b7-97dd-dee6d6b3c780 req-d050fd68-f570-4d43-bff4-906c191b9729 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610607 Feb 03 11:41:08.634871 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-174e6f3b-82f8-4514-8adb-423b9368dfe4 req-e2e83328-360d-48ff-b818-18ca618c703f tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 210 time: 0.0524213 Feb 03 11:41:09.186199 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fe34a-d631-4aa5-8916-505d114c847f req-242401dd-0622-4e39-804b-f14d0d174a6f tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:09.188279 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d94fe34a-d631-4aa5-8916-505d114c847f req-242401dd-0622-4e39-804b-f14d0d174a6f tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.1699128 Feb 03 11:41:09.255682 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d94fe34a-d631-4aa5-8916-505d114c847f req-0eaf224b-009d-497f-a9e2-19d6b48993cd tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579944 Feb 03 11:41:09.760315 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfcecc-8ec8-4348-98f5-b412a795e356 req-d4987e92-01e7-42eb-8ecd-23f0b3d88b51 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:09.761872 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c4dfcecc-8ec8-4348-98f5-b412a795e356 req-d4987e92-01e7-42eb-8ecd-23f0b3d88b51 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 948 time: 0.1770759 Feb 03 11:41:09.833117 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c4dfcecc-8ec8-4348-98f5-b412a795e356 req-33fd907e-8cff-4cc0-9d45-eb17b3f83e8c tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612078 Feb 03 11:41:09.999041 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-87f62261-1672-4c6d-af86-f9aab2e81c59 req-715db0ce-9c13-462a-9cea-25607578b378 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 210 time: 0.0496969 Feb 03 11:41:10.603859 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4f402-9445-4dfe-bac1-6dfd181f8f42 req-146ddf06-e27f-45dd-8b13-899a9f949e83 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:10.605413 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f1f4f402-9445-4dfe-bac1-6dfd181f8f42 req-146ddf06-e27f-45dd-8b13-899a9f949e83 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.1812446 Feb 03 11:41:10.674694 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f1f4f402-9445-4dfe-bac1-6dfd181f8f42 req-a32b29db-27d7-4fd2-982f-ad980d5ce49e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591416 Feb 03 11:41:11.160004 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c62fc-97f3-4e7f-9c59-42fcab6f7049 req-12770f25-5e86-4f4a-9f9f-5a7b8f28541c tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:11.161562 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-785c62fc-97f3-4e7f-9c59-42fcab6f7049 req-12770f25-5e86-4f4a-9f9f-5a7b8f28541c tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 948 time: 0.1767685 Feb 03 11:41:11.229826 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-785c62fc-97f3-4e7f-9c59-42fcab6f7049 req-00ccd3ec-1539-4138-b646-4dcfb5aa0f69 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585127 Feb 03 11:41:11.400335 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-cda339c2-12a4-4c77-b484-565a55fab4c7 req-6260055f-2f59-4c16-8583-eca3eda3a3ec tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 210 time: 0.0491874 Feb 03 11:41:12.158881 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016be1a-481f-42f7-89e9-936e1d770032 req-900a77b1-f047-4668-b747-b6fd9a002f95 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:12.160537 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c016be1a-481f-42f7-89e9-936e1d770032 req-900a77b1-f047-4668-b747-b6fd9a002f95 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.1702685 Feb 03 11:41:12.229141 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c016be1a-481f-42f7-89e9-936e1d770032 req-65cfe6a3-36c1-42de-9fd7-b7ab1354ed0d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588961 Feb 03 11:41:12.552923 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fcc7e-2651-4567-9748-5dd23f6afba0 req-287b9fed-6e33-481b-8760-a089e117d663 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:12.554619 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-867fcc7e-2651-4567-9748-5dd23f6afba0 req-287b9fed-6e33-481b-8760-a089e117d663 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 948 time: 0.1830549 Feb 03 11:41:12.651164 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-867fcc7e-2651-4567-9748-5dd23f6afba0 req-5f67c048-1492-47dc-941c-0104f6d5b3b7 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899835 Feb 03 11:41:12.728691 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd2c9c-722f-427d-b415-85a8bcb81149 req-379bcd62-6637-44ca-b42f-237bbed267a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:12.730616 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-21fd2c9c-722f-427d-b415-85a8bcb81149 req-379bcd62-6637-44ca-b42f-237bbed267a3 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=eac495914ec846b9b2fbca1bc5736be8&device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 1165 time: 0.1649973 Feb 03 11:41:12.834073 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10087f6c-3fbf-42bc-a40f-a72cff6e7e13 req-68b951e6-651d-4086-a687-bd88b4662009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:12.835739 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-10087f6c-3fbf-42bc-a40f-a72cff6e7e13 req-68b951e6-651d-4086-a687-bd88b4662009 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=15e50d7ac4fd4b5db50980824778a1fd&device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 1160 time: 0.2035186 Feb 03 11:41:12.866835 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5ea70680-2a2f-4a7d-897f-af5cdb0726c4 req-b1d1dadc-3dd6-4e27-ad2c-73a6dd7813ee tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 210 time: 0.0832214 Feb 03 11:41:12.980958 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd2c9c-722f-427d-b415-85a8bcb81149 req-d07c8039-83e9-4da0-af99-c538a421ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:12.982511 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-21fd2c9c-722f-427d-b415-85a8bcb81149 req-d07c8039-83e9-4da0-af99-c538a421ae01 service neutron] 10.222.0.122 "GET /v2.0/networks?id=27741463-70fd-413d-b4bb-aafe8c072b75 HTTP/1.1" status: 200 len: 863 time: 0.2442453 Feb 03 11:41:13.065799 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-21fd2c9c-722f-427d-b415-85a8bcb81149 req-44116262-d739-463c-8def-caaa068ce06f service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=e0e1ce11-9070-4190-bcdf-cdf6af35effd HTTP/1.1" status: 200 len: 217 time: 0.0746357 Feb 03 11:41:13.159497 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10087f6c-3fbf-42bc-a40f-a72cff6e7e13 req-4740ce45-cf28-44b3-93a0-2913a89966cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:13.161057 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-10087f6c-3fbf-42bc-a40f-a72cff6e7e13 req-4740ce45-cf28-44b3-93a0-2913a89966cf service neutron] 10.222.0.122 "GET /v2.0/networks?id=6ee212a8-a662-49ec-9d02-feb306b9fb62 HTTP/1.1" status: 200 len: 910 time: 0.2883577 Feb 03 11:41:13.234924 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd2c9c-722f-427d-b415-85a8bcb81149 req-2577cd7c-0cdf-477b-8d08-3d9b06fecea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:13.236477 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-21fd2c9c-722f-427d-b415-85a8bcb81149 req-2577cd7c-0cdf-477b-8d08-3d9b06fecea9 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=dedd1235-bd39-40b3-83b6-7e334edb7c7f HTTP/1.1" status: 200 len: 843 time: 0.1557710 Feb 03 11:41:13.342624 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-10087f6c-3fbf-42bc-a40f-a72cff6e7e13 req-e47be0e1-c335-4d66-8cc9-dff47a343be4 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3991a93-ab2d-4cb9-b382-a08b88510631 HTTP/1.1" status: 200 len: 999 time: 0.1740758 Feb 03 11:41:13.503524 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd2c9c-722f-427d-b415-85a8bcb81149 req-d0942544-cc7b-4629-9cb9-5f3085446604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:13.505116 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-21fd2c9c-722f-427d-b415-85a8bcb81149 req-d0942544-cc7b-4629-9cb9-5f3085446604 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=27741463-70fd-413d-b4bb-aafe8c072b75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2541616 Feb 03 11:41:13.590976 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10087f6c-3fbf-42bc-a40f-a72cff6e7e13 req-0438c94a-71b3-446d-ad90-2bd7e04b15f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:13.592455 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-10087f6c-3fbf-42bc-a40f-a72cff6e7e13 req-0438c94a-71b3-446d-ad90-2bd7e04b15f9 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=b02e8330-4b19-43ce-a9de-cf3994e73e6b HTTP/1.1" status: 200 len: 855 time: 0.2424726 Feb 03 11:41:13.896380 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-70defc13-be49-4a11-aac1-d84bdcdc7f34 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:13.897166 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-70defc13-be49-4a11-aac1-d84bdcdc7f34 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Synchronizing usage tracker for tenant:188cf6d6b4c544169f6dbbcd428bbb6f on resource:network {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:41:13.942705 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4ee64-87ae-40ed-ba24-b179d4bed6bd req-390077e8-f814-4f99-8dc1-67c79fdff905 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:13.944410 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-12a4ee64-87ae-40ed-ba24-b179d4bed6bd req-390077e8-f814-4f99-8dc1-67c79fdff905 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 948 time: 0.1629276 Feb 03 11:41:14.001484 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3feb13-f324-4faf-afd8-2ab69b18196f req-34d19e1b-bc2d-474f-9c64-fe8a8f505885 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:14.003163 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-cc3feb13-f324-4faf-afd8-2ab69b18196f req-34d19e1b-bc2d-474f-9c64-fe8a8f505885 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.6161544 Feb 03 11:41:14.016012 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-12a4ee64-87ae-40ed-ba24-b179d4bed6bd req-2399f7cf-81f7-49db-b19d-3e0e2e7acc70 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645537 Feb 03 11:41:14.064865 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-21fd2c9c-722f-427d-b415-85a8bcb81149 req-78354492-de3c-437f-9584-ed8157796f9f service neutron] 10.222.0.122 "GET /v2.0/networks/27741463-70fd-413d-b4bb-aafe8c072b75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034993 Feb 03 11:41:14.107659 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-70defc13-be49-4a11-aac1-d84bdcdc7f34 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Unset dirty status for tenant:188cf6d6b4c544169f6dbbcd428bbb6f on resource:network {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:41:14.108912 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-70defc13-be49-4a11-aac1-d84bdcdc7f34 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.122 "GET /v2.0/networks?id=59b95fa3-4817-40b3-8844-e4832119112d HTTP/1.1" status: 200 len: 815 time: 0.6655381 Feb 03 11:41:14.179847 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-17929595-1282-4482-a4d0-5e9a2036f53c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Request body: {'port': {'device_id': '08737dec-9b61-4e75-8862-79d3bff75613', 'network_id': '59b95fa3-4817-40b3-8844-e4832119112d', 'admin_state_up': True, 'tenant_id': '188cf6d6b4c544169f6dbbcd428bbb6f'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:41:14.189371 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c83732a8-63a7-48b7-8f35-bbe93cbed23d req-b6f6b086-b96f-4072-9ed1-82219f17aadf tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 210 time: 0.0498691 Feb 03 11:41:14.200727 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10087f6c-3fbf-42bc-a40f-a72cff6e7e13 req-c8cbf6b5-334e-4a1a-9bea-1356c9684145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:14.202304 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-10087f6c-3fbf-42bc-a40f-a72cff6e7e13 req-c8cbf6b5-334e-4a1a-9bea-1356c9684145 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6ee212a8-a662-49ec-9d02-feb306b9fb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5897176 Feb 03 11:41:14.226480 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-cc3feb13-f324-4faf-afd8-2ab69b18196f req-92a1f926-4447-4b3d-8ca5-b3ae79ea8cfc tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080452 Feb 03 11:41:14.753487 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-21fd2c9c-722f-427d-b415-85a8bcb81149 req-772be9e6-1d0b-4953-a622-22edf0f48573 service neutron] 10.222.0.122 "GET /v2.0/networks/27741463-70fd-413d-b4bb-aafe8c072b75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6808562 Feb 03 11:41:14.769441 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-10087f6c-3fbf-42bc-a40f-a72cff6e7e13 req-86bea24c-1b82-4deb-ad1f-386de8a82a60 service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400827 Feb 03 11:41:14.771715 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-17929595-1282-4482-a4d0-5e9a2036f53c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:41:14.776077 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-17929595-1282-4482-a4d0-5e9a2036f53c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Usage tracker for resource:port and tenant:188cf6d6b4c544169f6dbbcd428bbb6f is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:41:14.779281 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-17929595-1282-4482-a4d0-5e9a2036f53c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:41:14.808233 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-17929595-1282-4482-a4d0-5e9a2036f53c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:41:14.876517 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-17929595-1282-4482-a4d0-5e9a2036f53c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Made reservation on behalf of 188cf6d6b4c544169f6dbbcd428bbb6f for: {'port': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:41:14.898000 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-17929595-1282-4482-a4d0-5e9a2036f53c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:15.057735 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-10087f6c-3fbf-42bc-a40f-a72cff6e7e13 req-314c700f-2834-4b31-96c4-cad7b0866550 service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2719190 Feb 03 11:41:15.277370 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-17929595-1282-4482-a4d0-5e9a2036f53c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Allocated IP 172.20.0.8 (59b95fa3-4817-40b3-8844-e4832119112d/c9a73d8e-f5ea-46c3-8e0e-28ab1a2ff0d2/7db0488d-655e-4091-8c6a-27fc946a01cc) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:41:15.341261 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c4c82-f34c-42d4-8078-b104c3c004be req-382b4cb0-e66d-4942-95ea-d4797d87c2cf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:15.342795 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5d4c4c82-f34c-42d4-8078-b104c3c004be req-382b4cb0-e66d-4942-95ea-d4797d87c2cf tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 948 time: 0.1651394 Feb 03 11:41:15.390664 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2c62b6eb-8950-4fa1-a93f-6f30571c7ec1 req-9980e41b-d224-4146-a88a-6112042516f5 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 210 time: 0.0593348 Feb 03 11:41:15.411611 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5d4c4c82-f34c-42d4-8078-b104c3c004be req-0458641a-5c56-4ee9-a082-3e5e565d7667 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620153 Feb 03 11:41:15.602810 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-17929595-1282-4482-a4d0-5e9a2036f53c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:15.721336 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee1da4-4069-40d4-8f13-351b7b1a33f4 req-3857d821-e08d-45be-9c14-461436690050 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:15.722975 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-aeee1da4-4069-40d4-8f13-351b7b1a33f4 req-3857d821-e08d-45be-9c14-461436690050 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.2048433 Feb 03 11:41:15.767468 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-17929595-1282-4482-a4d0-5e9a2036f53c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:15.783794 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:41:15.933749 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-aeee1da4-4069-40d4-8f13-351b7b1a33f4 req-8bb4356c-4264-4aea-a30a-1f513fb4d314 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013459 Feb 03 11:41:15.960902 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17929595-1282-4482-a4d0-5e9a2036f53c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Pushing event updated for resources: {'Port': ['ID=7db0488d-655e-4091-8c6a-27fc946a01cc,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:41:15.964089 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-17929595-1282-4482-a4d0-5e9a2036f53c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:41:16.014499 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-17929595-1282-4482-a4d0-5e9a2036f53c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Network 59b95fa3-4817-40b3-8844-e4832119112d is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:41:16.015693 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-17929595-1282-4482-a4d0-5e9a2036f53c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:41:16.018322 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-17929595-1282-4482-a4d0-5e9a2036f53c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:41:16.142015 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-17929595-1282-4482-a4d0-5e9a2036f53c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:16.142672 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-17929595-1282-4482-a4d0-5e9a2036f53c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:16.168431 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-17929595-1282-4482-a4d0-5e9a2036f53c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0426018 Feb 03 11:41:16.180977 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Request body: {'port': {'device_id': '08737dec-9b61-4e75-8862-79d3bff75613', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:41:16.302146 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:16.711715 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608791bb-84b2-48a1-b36d-d4659761ae42 req-9867e1da-8135-4e0f-a359-bfc31b1f3495 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:16.713295 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-608791bb-84b2-48a1-b36d-d4659761ae42 req-9867e1da-8135-4e0f-a359-bfc31b1f3495 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 931 time: 0.1797435 Feb 03 11:41:16.779011 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-608791bb-84b2-48a1-b36d-d4659761ae42 req-72842d3f-b3a5-415b-8ff6-8ed981251973 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590577 Feb 03 11:41:16.802983 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3619ee9-bd2d-40fd-8ea1-5f4ceb776442 req-25bd88cc-e7f6-4f3c-9477-f5ddb8fbc6c3 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:16.804704 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c3619ee9-bd2d-40fd-8ea1-5f4ceb776442 req-25bd88cc-e7f6-4f3c-9477-f5ddb8fbc6c3 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.2886567 Feb 03 11:41:16.919628 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db0488d-655e-4091-8c6a-27fc946a01cc {{(pid=80076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 11:41:16.941908 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c3619ee9-bd2d-40fd-8ea1-5f4ceb776442 req-e1013d7b-ef31-4904-8189-0542eebd0511 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210716 Feb 03 11:41:16.946561 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:16.960374 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Transition to ACTIVE for port object 7db0488d-655e-4091-8c6a-27fc946a01cc will not be triggered until provisioned by entity L2. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:41:16.964024 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:16.980158 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-019802e5-7c05-4ff5-b9c3-c834ec6ef025 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:41:17.069985 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfd2ab-a43a-4046-a7b2-43b2024922da req-8602e068-5de0-4e03-b6bd-f268efeffb05 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:17.071684 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-93bfd2ab-a43a-4046-a7b2-43b2024922da req-8602e068-5de0-4e03-b6bd-f268efeffb05 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 948 time: 0.1738141 Feb 03 11:41:17.139745 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-93bfd2ab-a43a-4046-a7b2-43b2024922da req-4ea6b652-9e0f-4c97-8b7a-592ded880980 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585623 Feb 03 11:41:17.179742 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Pushing event updated for resources: {'Port': ['ID=7db0488d-655e-4091-8c6a-27fc946a01cc,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:41:17.182817 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:41:17.640799 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbe4ee-7633-4db5-821e-efd5854f14c2 req-c5c8eb06-3c51-416e-9071-3070adb5ec71 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:17.642500 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-aefbe4ee-7633-4db5-821e-efd5854f14c2 req-c5c8eb06-3c51-416e-9071-3070adb5ec71 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.5531251 Feb 03 11:41:17.731802 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-aefbe4ee-7633-4db5-821e-efd5854f14c2 req-334015bf-4583-4378-9443-7db7b8ec1fe7 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806231 Feb 03 11:41:17.738927 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Attempting to bind port 7db0488d-655e-4091-8c6a-27fc946a01cc on host hv-cinder-77387 for vnic_type normal with profile {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:41:17.739294 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Attempting to bind port 7db0488d-655e-4091-8c6a-27fc946a01cc by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': 'fa008143-7bb3-4b93-93ce-c063a74564a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '59b95fa3-4817-40b3-8844-e4832119112d'}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:41:17.739682 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Attempting to bind port 7db0488d-655e-4091-8c6a-27fc946a01cc on network 59b95fa3-4817-40b3-8844-e4832119112d {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:41:17.745681 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Checking agent: {'id': 'd04a5943-f855-4f30-8269-6a00b74e68db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 34, 59), 'started_at': datetime.datetime(2021, 2, 3, 11, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.119', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:41:17.746056 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Checking segment: {'id': 'fa008143-7bb3-4b93-93ce-c063a74564a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '59b95fa3-4817-40b3-8844-e4832119112d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:41:17.746430 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:17.746811 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Bound using segment: {'id': 'fa008143-7bb3-4b93-93ce-c063a74564a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '59b95fa3-4817-40b3-8844-e4832119112d'} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:41:17.747292 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Bound port: 7db0488d-655e-4091-8c6a-27fc946a01cc, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa008143-7bb3-4b93-93ce-c063a74564a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '59b95fa3-4817-40b3-8844-e4832119112d'}}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:41:17.747661 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:17.847739 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] For port 7db0488d-655e-4091-8c6a-27fc946a01cc, host hv-cinder-77387, cleared binding levels {{(pid=80076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:41:17.850901 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] For port 7db0488d-655e-4091-8c6a-27fc946a01cc, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=7db0488d-655e-4091-8c6a-27fc946a01cc,segment=NetworkSegment(fa008143-7bb3-4b93-93ce-c063a74564a2),segment_id=fa008143-7bb3-4b93-93ce-c063a74564a2)] {{(pid=80076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:41:17.854928 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:17.870649 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3530bce3-690a-4a29-9dd0-51a7c393d7b9 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:41:18.024317 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Pushing event updated for resources: {'Port': ['ID=7db0488d-655e-4091-8c6a-27fc946a01cc,revision_number=3']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:41:18.027829 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:41:18.069979 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:18.070674 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:18.072198 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] 10.222.0.122 "PUT /v2.0/ports/7db0488d-655e-4091-8c6a-27fc946a01cc HTTP/1.1" status: 200 len: 1157 time: 1.8957727 Feb 03 11:41:18.072745 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08737dec-9b61-4e75-8862-79d3bff75613', 'tag': '7db0488d-655e-4091-8c6a-27fc946a01cc'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:41:18.074856 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376492c-b96c-4fa0-895f-f73b6aceabe6 req-4e041c97-6208-4c8b-b8ee-362b8798d4d3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:18.076586 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6376492c-b96c-4fa0-895f-f73b6aceabe6 req-4e041c97-6208-4c8b-b8ee-362b8798d4d3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 943 time: 0.1659076 Feb 03 11:41:18.141986 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6376492c-b96c-4fa0-895f-f73b6aceabe6 req-09664ad7-662f-41ef-9ada-513bb0842743 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588827 Feb 03 11:41:18.214587 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08737dec-9b61-4e75-8862-79d3bff75613', 'tag': '7db0488d-655e-4091-8c6a-27fc946a01cc', 'status': 'completed', 'code': 200} Feb 03 11:41:18.315412 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f2a77-0783-4464-b7f0-7461aa1bdc4f req-0e9a3448-ca34-43ce-bb84-e1c514464941 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:18.317021 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a79f2a77-0783-4464-b7f0-7461aa1bdc4f req-0e9a3448-ca34-43ce-bb84-e1c514464941 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.2375631 Feb 03 11:41:18.320530 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-48d57ac2-d4e3-43cf-89fc-744aed174a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:18.321968 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-48d57ac2-d4e3-43cf-89fc-744aed174a6e service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=188cf6d6b4c544169f6dbbcd428bbb6f&device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 1160 time: 0.1964588 Feb 03 11:41:18.414566 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-f58a5818-ce26-406b-ac01-643e5ca6a0d1 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7db0488d-655e-4091-8c6a-27fc946a01cc HTTP/1.1" status: 200 len: 217 time: 0.0734148 Feb 03 11:41:18.425979 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Network 27741463-70fd-413d-b4bb-aafe8c072b75 details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:41:18.481511 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dda960-cece-4a1f-8fc0-cb4e9237fd0c req-75eef254-264c-472a-bd85-c7656bbe3e19 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:18.483195 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f4dda960-cece-4a1f-8fc0-cb4e9237fd0c req-75eef254-264c-472a-bd85-c7656bbe3e19 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 948 time: 0.1745114 Feb 03 11:41:18.495545 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a79f2a77-0783-4464-b7f0-7461aa1bdc4f req-667dd13f-2511-440c-9f0e-dceea9dfdaaa tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706254 Feb 03 11:41:18.516234 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-b6e3fd15-4c88-466b-ad00-446f32225d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:18.517816 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-b6e3fd15-4c88-466b-ad00-446f32225d22 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=c9a73d8e-f5ea-46c3-8e0e-28ab1a2ff0d2 HTTP/1.1" status: 200 len: 855 time: 0.0950859 Feb 03 11:41:18.550388 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f4dda960-cece-4a1f-8fc0-cb4e9237fd0c req-ecec5fde-3f96-4e14-8a39-86111f2ac780 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601826 Feb 03 11:41:18.574036 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-b0d866b5-2ad3-489b-a372-84ca09c1b538 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=59b95fa3-4817-40b3-8844-e4832119112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486233 Feb 03 11:41:18.716827 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.objects.ports [None req-a34eb4a6-b6fd-4c74-ac60-f1f03f998a1e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80077) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 03 11:41:18.722117 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-8cc2edf4-0426-4acc-8ca5-450e6f71e7e6 service neutron] 10.222.0.122 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406815 Feb 03 11:41:18.869225 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-506d5286-62ae-4a14-93de-f09e59e6c89c req-505b6e1d-ad28-474f-987e-5dff03717756 service neutron] 10.222.0.122 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1394587 Feb 03 11:41:19.111489 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f13459-a0a5-43b2-8143-78e5225ad60e req-d08b5c18-8118-4f90-96ce-f548ddcc3704 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:19.113127 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-10f13459-a0a5-43b2-8143-78e5225ad60e req-d08b5c18-8118-4f90-96ce-f548ddcc3704 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.2358344 Feb 03 11:41:19.116124 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b65235-8313-4355-bcca-38de35222c3d req-4ff4b904-cbf8-44b8-a11e-d2feb94bc419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:19.117586 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-00b65235-8313-4355-bcca-38de35222c3d req-4ff4b904-cbf8-44b8-a11e-d2feb94bc419 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=188cf6d6b4c544169f6dbbcd428bbb6f&device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 1160 time: 0.1909244 Feb 03 11:41:19.266996 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-10f13459-a0a5-43b2-8143-78e5225ad60e req-242fd29f-008e-40d6-89a1-41805c6e5011 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469166 Feb 03 11:41:19.318201 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b65235-8313-4355-bcca-38de35222c3d req-00e9328b-ad9f-4e6f-838a-35fb6861c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:19.319776 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-00b65235-8313-4355-bcca-38de35222c3d req-00e9328b-ad9f-4e6f-838a-35fb6861c7e8 service neutron] 10.222.0.122 "GET /v2.0/networks?id=59b95fa3-4817-40b3-8844-e4832119112d HTTP/1.1" status: 200 len: 909 time: 0.1853380 Feb 03 11:41:19.392328 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-00b65235-8313-4355-bcca-38de35222c3d req-d70ce878-20a6-4ca9-a3d1-14632a6591f9 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7db0488d-655e-4091-8c6a-27fc946a01cc HTTP/1.1" status: 200 len: 217 time: 0.0653903 Feb 03 11:41:19.436626 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fd3ba-2445-4244-aaec-037b4561d351 req-a92ca92e-6720-4cf8-a476-c643054b1139 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:19.438254 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-926fd3ba-2445-4244-aaec-037b4561d351 req-a92ca92e-6720-4cf8-a476-c643054b1139 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 943 time: 0.1655939 Feb 03 11:41:19.467194 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b65235-8313-4355-bcca-38de35222c3d req-9cee3675-0dc1-44d5-8c62-5c146b13baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:19.468985 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-00b65235-8313-4355-bcca-38de35222c3d req-9cee3675-0dc1-44d5-8c62-5c146b13baa6 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=c9a73d8e-f5ea-46c3-8e0e-28ab1a2ff0d2 HTTP/1.1" status: 200 len: 855 time: 0.0703609 Feb 03 11:41:19.507787 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-926fd3ba-2445-4244-aaec-037b4561d351 req-f71efee0-7a6a-4979-a01c-2846f40599df tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626712 Feb 03 11:41:19.524186 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-00b65235-8313-4355-bcca-38de35222c3d req-92343a50-0fdf-4f9e-8818-5ffedcb9f48e service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=59b95fa3-4817-40b3-8844-e4832119112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468016 Feb 03 11:41:19.738844 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-00b65235-8313-4355-bcca-38de35222c3d req-ef8ebfe7-a358-4c47-a57a-1b11b7ee53b4 service neutron] 10.222.0.122 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072268 Feb 03 11:41:19.843420 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device e0e1ce11-9070-4190-bcdf-cdf6af35effd up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:41:19.844163 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bf116-4cc8-4644-b454-1b33f7b47f2e req-28af876b-6792-47a1-addf-83c135d095a9 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:19.845828 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d64bf116-4cc8-4644-b454-1b33f7b47f2e req-28af876b-6792-47a1-addf-83c135d095a9 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 948 time: 0.1634648 Feb 03 11:41:19.917393 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ef482-3a13-40d8-af52-d9f1c50b41ac req-4ac40176-77b3-4877-a32b-f58ad9ed5149 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:19.919083 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c8ef482-3a13-40d8-af52-d9f1c50b41ac req-4ac40176-77b3-4877-a32b-f58ad9ed5149 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.2800181 Feb 03 11:41:19.920161 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d64bf116-4cc8-4644-b454-1b33f7b47f2e req-16289b6b-896e-49e9-87bc-591588bdf481 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580912 Feb 03 11:41:19.934828 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning for port e0e1ce11-9070-4190-bcdf-cdf6af35effd completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:41:19.940837 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port e0e1ce11-9070-4190-bcdf-cdf6af35effd triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:41:19.941261 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:20.023737 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c8ef482-3a13-40d8-af52-d9f1c50b41ac req-1a8fba5c-ea8b-4a16-803e-57912453271c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935724 Feb 03 11:41:20.025848 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-00b65235-8313-4355-bcca-38de35222c3d req-828735c0-ee56-4bff-9ce2-d202a27e409c service neutron] 10.222.0.122 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2801502 Feb 03 11:41:20.064790 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:20.094720 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebf4df4-bc74-4309-9a78-2fa9c99882ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e1ce11-9070-4190-bcdf-cdf6af35effd'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:41:20.105130 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port e0e1ce11-9070-4190-bcdf-cdf6af35effd, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e0e1ce11-9070-4190-bcdf-cdf6af35effd,segment=NetworkSegment(8a3ecfaf-323a-4ede-8660-b7d2f98c32a7),segment_id=8a3ecfaf-323a-4ede-8660-b7d2f98c32a7)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:41:20.108629 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:20.110641 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:41:20.159306 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebf4df4-bc74-4309-9a78-2fa9c99882ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e1ce11-9070-4190-bcdf-cdf6af35effd', 'code': 200} Feb 03 11:41:20.187485 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=e0e1ce11-9070-4190-bcdf-cdf6af35effd,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:41:20.190741 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:41:20.341487 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-38444f6c-83ef-4695-87b7-c2b21048423e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:20.471253 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38cbf7-407d-48e1-a1de-8465fd84e232 req-2aade38f-5984-4781-81cb-f85d1ee7beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:20.472890 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2f38cbf7-407d-48e1-a1de-8465fd84e232 req-2aade38f-5984-4781-81cb-f85d1ee7beb6 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 1167 time: 0.1361632 Feb 03 11:41:20.538574 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2f38cbf7-407d-48e1-a1de-8465fd84e232 req-d19f389b-765c-4276-ba32-ca44e2a3fb7f service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581794 Feb 03 11:41:20.631105 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b2ea9-5565-4a01-905d-209ec98b3826 req-77d31ec8-219b-4a94-993a-d12bf251ebfd tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:20.633802 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f31b2ea9-5565-4a01-905d-209ec98b3826 req-77d31ec8-219b-4a94-993a-d12bf251ebfd tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 943 time: 0.2205780 Feb 03 11:41:20.700357 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f31b2ea9-5565-4a01-905d-209ec98b3826 req-929d04c9-c88a-4755-b25a-eaf8d8d8050e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606699 Feb 03 11:41:20.804423 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec86064-e7e2-4d55-b0d6-63065cdc93d2 req-528b4351-93c4-4541-a577-46c36b0d03b1 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:20.806079 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2ec86064-e7e2-4d55-b0d6-63065cdc93d2 req-528b4351-93c4-4541-a577-46c36b0d03b1 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 943 time: 0.1664388 Feb 03 11:41:20.875447 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2ec86064-e7e2-4d55-b0d6-63065cdc93d2 req-0d5d508f-fb10-4538-b4b2-41a2327878f0 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591104 Feb 03 11:41:21.224593 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf60bcf-0983-46d8-bf3a-3037bea1d6a4 req-326ed3b7-6323-4a96-9c75-194f2534cde6 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:21.226258 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ccf60bcf-0983-46d8-bf3a-3037bea1d6a4 req-326ed3b7-6323-4a96-9c75-194f2534cde6 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 950 time: 0.1644018 Feb 03 11:41:21.280076 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device e0e1ce11-9070-4190-bcdf-cdf6af35effd up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:41:21.289784 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ccf60bcf-0983-46d8-bf3a-3037bea1d6a4 req-5a1ee60c-b2c8-4989-94f0-5bf2a1eb41eb tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570891 Feb 03 11:41:21.324115 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701f723-cb02-41ff-a0c2-8050547b4153 req-126e570a-15f5-4572-8b48-4df689e7bb80 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:21.325818 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5701f723-cb02-41ff-a0c2-8050547b4153 req-126e570a-15f5-4572-8b48-4df689e7bb80 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.1679325 Feb 03 11:41:21.355502 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port e0e1ce11-9070-4190-bcdf-cdf6af35effd triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:41:21.355889 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:21.392182 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5701f723-cb02-41ff-a0c2-8050547b4153 req-f945c3a8-06b0-4805-8206-b558042ffe70 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594540 Feb 03 11:41:21.646507 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device e3991a93-ab2d-4cb9-b382-a08b88510631 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:41:21.723033 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port e3991a93-ab2d-4cb9-b382-a08b88510631 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:41:21.723534 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:21.850965 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:21.885094 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port e3991a93-ab2d-4cb9-b382-a08b88510631, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e3991a93-ab2d-4cb9-b382-a08b88510631,segment=NetworkSegment(3741f48f-16a9-4293-92b5-def40090b78c),segment_id=3741f48f-16a9-4293-92b5-def40090b78c)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:41:21.888471 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:21.890429 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:41:21.963499 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=e3991a93-ab2d-4cb9-b382-a08b88510631,revision_number=6']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:41:21.966764 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:41:22.013045 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f445775-52c4-489b-aeba-87c84991b112 req-3add6b65-4d8c-489d-a9a6-60a55091cf8b tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:22.014763 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3f445775-52c4-489b-aeba-87c84991b112 req-3add6b65-4d8c-489d-a9a6-60a55091cf8b tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.1669748 Feb 03 11:41:22.082982 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3f445775-52c4-489b-aeba-87c84991b112 req-3ee9f09d-60a9-4fd8-ad89-0d4e5d75d595 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614669 Feb 03 11:41:22.160666 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42af193-4d38-461c-8718-fc21d4e1708a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3991a93-ab2d-4cb9-b382-a08b88510631'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:41:22.180587 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d0b56-15c8-4fed-ac83-3a0aef48fc24 req-213c96f9-6349-4e7d-8d5a-8d5c5c1ea7aa tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:22.182249 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3f2d0b56-15c8-4fed-ac83-3a0aef48fc24 req-213c96f9-6349-4e7d-8d5a-8d5c5c1ea7aa tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 943 time: 0.1651938 Feb 03 11:41:22.228608 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42af193-4d38-461c-8718-fc21d4e1708a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3991a93-ab2d-4cb9-b382-a08b88510631', 'code': 200} Feb 03 11:41:22.252601 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3f2d0b56-15c8-4fed-ac83-3a0aef48fc24 req-4d7771ff-bb28-4716-b512-0a1af018ba23 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634189 Feb 03 11:41:22.398419 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device e3991a93-ab2d-4cb9-b382-a08b88510631 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:41:22.482435 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port e3991a93-ab2d-4cb9-b382-a08b88510631 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:41:22.482963 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:22.602891 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249d540-9686-45fc-a09e-f7e8ec982f0c req-963c923d-67a1-4892-8cf2-c915629b57a2 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:22.604252 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d249d540-9686-45fc-a09e-f7e8ec982f0c req-963c923d-67a1-4892-8cf2-c915629b57a2 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 950 time: 0.1796439 Feb 03 11:41:22.629408 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a518bba3-5779-4c60-aa2d-aa319bbb6794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:22.683298 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d249d540-9686-45fc-a09e-f7e8ec982f0c req-37009ce2-bf08-4ca5-8b2a-1ef320433bc4 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635900 Feb 03 11:41:22.718495 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ee9f8-8065-4f3f-8dbc-1c96857f6fd2 req-1c08d989-0ea2-40d3-94c4-e43afc091db3 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:22.720001 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d43ee9f8-8065-4f3f-8dbc-1c96857f6fd2 req-1c08d989-0ea2-40d3-94c4-e43afc091db3 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.1947439 Feb 03 11:41:22.786531 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d43ee9f8-8065-4f3f-8dbc-1c96857f6fd2 req-b7101296-9577-4ab7-8b0e-7d4f60f94a3e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598474 Feb 03 11:41:22.990237 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac058fb-cef2-4d2b-83af-ef60c06b209a req-5c76f4d8-8680-4aed-95d6-6989331b164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:22.991890 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5ac058fb-cef2-4d2b-83af-ef60c06b209a req-5c76f4d8-8680-4aed-95d6-6989331b164d service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 1162 time: 0.0823355 Feb 03 11:41:23.043501 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5ac058fb-cef2-4d2b-83af-ef60c06b209a req-09655f4c-7f7f-4c42-98a9-7624b50561b4 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371349 Feb 03 11:41:23.152468 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:23.269482 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edfd72-2768-4917-9321-f56d18d731b1 req-cbe2d775-79ef-4637-bc5d-7988302aca25 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:23.271123 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-96edfd72-2768-4917-9321-f56d18d731b1 req-cbe2d775-79ef-4637-bc5d-7988302aca25 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 950 time: 0.1796243 Feb 03 11:41:23.334805 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-96edfd72-2768-4917-9321-f56d18d731b1 req-3c7d17bd-5b40-4409-b0d3-f2e76361650e tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570102 Feb 03 11:41:23.401772 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e11dc8-a46d-426f-8fcb-e09d2c7015cd req-bc767a39-e6aa-4ca9-9c20-a6d98290d91f tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:23.403533 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-44e11dc8-a46d-426f-8fcb-e09d2c7015cd req-bc767a39-e6aa-4ca9-9c20-a6d98290d91f tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.1672351 Feb 03 11:41:23.469428 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-44e11dc8-a46d-426f-8fcb-e09d2c7015cd req-aac4fa67-7a56-46ae-87b3-5a4ab1679185 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583093 Feb 03 11:41:23.621388 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6365ebd-30ad-45f7-8f81-5ad3a19f02f0 req-af616742-13e3-4cc1-8c21-d414982522f3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:23.622984 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a6365ebd-30ad-45f7-8f81-5ad3a19f02f0 req-af616742-13e3-4cc1-8c21-d414982522f3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 943 time: 0.1717460 Feb 03 11:41:23.689666 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a6365ebd-30ad-45f7-8f81-5ad3a19f02f0 req-1004b679-c6b6-41d2-b9e9-5ce5b6b05d28 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598819 Feb 03 11:41:24.000528 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:24.102522 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7648b-5944-401c-b37d-7e6ea6fe2102 req-f75cfd59-1fcd-4460-9fa5-15c74f977dfb tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:24.104186 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8fc7648b-5944-401c-b37d-7e6ea6fe2102 req-f75cfd59-1fcd-4460-9fa5-15c74f977dfb tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.1743715 Feb 03 11:41:24.180434 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8fc7648b-5944-401c-b37d-7e6ea6fe2102 req-e7e4b03c-4571-4598-9cc8-faf738b25e32 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663450 Feb 03 11:41:24.505249 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.objects.ports [None req-1799da00-d033-4dfd-b016-897058e096a9 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80077) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 03 11:41:24.584377 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:24.644117 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce854e2-84dc-419a-a713-d0f1a70c794a req-01e3c05a-d5a9-47f6-a5a3-55bbf9b39d7d tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:24.645743 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5ce854e2-84dc-419a-a713-d0f1a70c794a req-01e3c05a-d5a9-47f6-a5a3-55bbf9b39d7d tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 950 time: 0.1698623 Feb 03 11:41:24.717181 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5ce854e2-84dc-419a-a713-d0f1a70c794a req-dc2f9d64-b9e1-4346-81b1-ef1489aaa2e5 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640454 Feb 03 11:41:24.802889 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe86e6-86b6-45fc-b576-5f970a33b174 req-aba989d0-b44e-4707-bf5a-ca84a7fc08e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:24.804592 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4dfe86e6-86b6-45fc-b576-5f970a33b174 req-aba989d0-b44e-4707-bf5a-ca84a7fc08e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.1880169 Feb 03 11:41:24.871508 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4dfe86e6-86b6-45fc-b576-5f970a33b174 req-dabd85ce-b9dd-4560-b158-ecea8fddb0f8 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602472 Feb 03 11:41:25.000176 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e91287-94f9-4a97-8947-8ae4fb960920 req-fc5469f4-a04c-4fdc-9150-864f243c183d tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:25.001821 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-40e91287-94f9-4a97-8947-8ae4fb960920 req-fc5469f4-a04c-4fdc-9150-864f243c183d tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 943 time: 0.1661146 Feb 03 11:41:25.069329 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-40e91287-94f9-4a97-8947-8ae4fb960920 req-6ff6c2e6-efaa-4f33-aed6-e360473d936b tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610008 Feb 03 11:41:25.258200 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943efb6-3d8c-498b-b170-27ae52021ce3 req-cacc1b4e-b4be-43a0-ac59-243aad5950f3 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:25.259926 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d943efb6-3d8c-498b-b170-27ae52021ce3 req-cacc1b4e-b4be-43a0-ac59-243aad5950f3 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.122 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 950 time: 0.1726663 Feb 03 11:41:25.403681 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-d943efb6-3d8c-498b-b170-27ae52021ce3 req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Deleting port e0e1ce11-9070-4190-bcdf-cdf6af35effd {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:41:25.404071 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d943efb6-3d8c-498b-b170-27ae52021ce3 req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:25.629901 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 7db0488d-655e-4091-8c6a-27fc946a01cc up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:41:25.715776 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning for port 7db0488d-655e-4091-8c6a-27fc946a01cc completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:41:25.720851 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 7db0488d-655e-4091-8c6a-27fc946a01cc triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:41:25.721266 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:25.855120 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:25.884997 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08737dec-9b61-4e75-8862-79d3bff75613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db0488d-655e-4091-8c6a-27fc946a01cc'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:41:25.897601 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port 7db0488d-655e-4091-8c6a-27fc946a01cc, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=7db0488d-655e-4091-8c6a-27fc946a01cc,segment=NetworkSegment(fa008143-7bb3-4b93-93ce-c063a74564a2),segment_id=fa008143-7bb3-4b93-93ce-c063a74564a2)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:41:25.901744 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:25.903973 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:41:25.949802 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5c2f8-2f09-4d3e-83af-f1d5eb5cb046 req-a47ef698-c759-4f4b-bb61-598c14de02c8 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:25.951501 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ddc5c2f8-2f09-4d3e-83af-f1d5eb5cb046 req-a47ef698-c759-4f4b-bb61-598c14de02c8 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.6260939 Feb 03 11:41:25.979337 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=7db0488d-655e-4091-8c6a-27fc946a01cc,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:41:25.982811 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:41:26.028208 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e60d6-12f7-4d99-af40-9cacf6e4b5d3 req-37104ad2-a16f-47e4-8994-b82114dcd2e8 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:26.029841 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-cc8e60d6-12f7-4d99-af40-9cacf6e4b5d3 req-37104ad2-a16f-47e4-8994-b82114dcd2e8 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 950 time: 0.1693890 Feb 03 11:41:26.069389 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ddc5c2f8-2f09-4d3e-83af-f1d5eb5cb046 req-23943cb8-e3a7-42b4-a49f-7f4ea5a54180 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028600 Feb 03 11:41:26.074844 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-d943efb6-3d8c-498b-b170-27ae52021ce3 req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] For port e0e1ce11-9070-4190-bcdf-cdf6af35effd, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e0e1ce11-9070-4190-bcdf-cdf6af35effd,segment=NetworkSegment(8a3ecfaf-323a-4ede-8660-b7d2f98c32a7),segment_id=8a3ecfaf-323a-4ede-8660-b7d2f98c32a7)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:41:26.075231 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d943efb6-3d8c-498b-b170-27ae52021ce3 req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:26.094708 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-cc8e60d6-12f7-4d99-af40-9cacf6e4b5d3 req-641c79ae-00a6-4177-888c-0e44a3afa69c tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/security-groups?id=81e74ac7-6192-42f0-98cd-d7a41476a43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584173 Feb 03 11:41:26.155347 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08737dec-9b61-4e75-8862-79d3bff75613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db0488d-655e-4091-8c6a-27fc946a01cc', 'code': 200} Feb 03 11:41:26.231402 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-d943efb6-3d8c-498b-b170-27ae52021ce3 req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Calling delete_port for e0e1ce11-9070-4190-bcdf-cdf6af35effd owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:41:26.404113 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81b816-ee57-4430-912d-38b24c4042c0 req-6cf38e04-effa-457e-b58b-524f15574c8a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:26.405916 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0f81b816-ee57-4430-912d-38b24c4042c0 req-6cf38e04-effa-457e-b58b-524f15574c8a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.1872067 Feb 03 11:41:26.474386 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0f81b816-ee57-4430-912d-38b24c4042c0 req-6cbf2bbd-21b5-4bb3-bd66-365b36d24f18 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619874 Feb 03 11:41:26.497741 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 7db0488d-655e-4091-8c6a-27fc946a01cc up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:41:26.579891 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8135e-2841-4f0a-86eb-6422b5bd86f8 req-f845d588-4f7e-49c4-a985-89f8155b882f tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:26.580713 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-4fd8135e-2841-4f0a-86eb-6422b5bd86f8 req-f845d588-4f7e-49c4-a985-89f8155b882f tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Synchronizing usage tracker for tenant:188cf6d6b4c544169f6dbbcd428bbb6f on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:41:26.585844 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 7db0488d-655e-4091-8c6a-27fc946a01cc triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:41:26.586277 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:26.615849 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-4fd8135e-2841-4f0a-86eb-6422b5bd86f8 req-f845d588-4f7e-49c4-a985-89f8155b882f tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Unset dirty status for tenant:188cf6d6b4c544169f6dbbcd428bbb6f on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:41:26.617070 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4fd8135e-2841-4f0a-86eb-6422b5bd86f8 req-f845d588-4f7e-49c4-a985-89f8155b882f tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 945 time: 0.3472464 Feb 03 11:41:26.619485 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d943efb6-3d8c-498b-b170-27ae52021ce3 req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:26.637354 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:41:26.733218 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device e0e1ce11-9070-4190-bcdf-cdf6af35effd no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:41:26.755857 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Pushing event deleted for resources: {'Port': ['ID=e0e1ce11-9070-4190-bcdf-cdf6af35effd,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:41:26.759574 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b9154-2c9c-427d-893b-b2d9ba258971 req-e53fc583-3e2f-41d6-8cef-8af8db2d6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:26.761146 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-808b9154-2c9c-427d-893b-b2d9ba258971 req-e53fc583-3e2f-41d6-8cef-8af8db2d6bd4 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 1162 time: 0.3898964 Feb 03 11:41:26.771858 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] No Port match for: e0e1ce11-9070-4190-bcdf-cdf6af35effd {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:41:26.772066 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device e0e1ce11-9070-4190-bcdf-cdf6af35effd not bound to the agent host hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:41:26.808919 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.809325 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.809807 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.810165 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.810551 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.810938 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.811425 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.812083 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.812247 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.812630 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.813009 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.813385 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.813817 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.814191 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.814586 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.814963 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.815363 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.815778 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.816151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.816523 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.816896 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.817575 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.817952 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.818322 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:26.826854 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:41:26.891464 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-4fd8135e-2841-4f0a-86eb-6422b5bd86f8 req-af90f3e8-46cd-44a5-9e36-8309c2dc74f7 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Synchronizing usage tracker for tenant:188cf6d6b4c544169f6dbbcd428bbb6f on resource:security_group {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:41:26.909654 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-808b9154-2c9c-427d-893b-b2d9ba258971 req-5479d0b1-5c29-4dd0-a4e3-22df0a8fb409 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402895 Feb 03 11:41:26.935170 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-4fd8135e-2841-4f0a-86eb-6422b5bd86f8 req-af90f3e8-46cd-44a5-9e36-8309c2dc74f7 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Unset dirty status for tenant:188cf6d6b4c544169f6dbbcd428bbb6f on resource:security_group {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:41:26.936334 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4fd8135e-2841-4f0a-86eb-6422b5bd86f8 req-af90f3e8-46cd-44a5-9e36-8309c2dc74f7 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617702 Feb 03 11:41:26.985592 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-d943efb6-3d8c-498b-b170-27ae52021ce3 req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] No DVR routers for this DVR port e0e1ce11-9070-4190-bcdf-cdf6af35effd on host hv-cinder-77387 {{(pid=80076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:41:26.987978 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d943efb6-3d8c-498b-b170-27ae52021ce3 req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:26.992297 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebf4df4-bc74-4309-9a78-2fa9c99882ba', 'name': 'network-vif-deleted', 'tag': 'e0e1ce11-9070-4190-bcdf-cdf6af35effd'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:41:27.006857 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d943efb6-3d8c-498b-b170-27ae52021ce3 req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.122 "DELETE /v2.0/ports/e0e1ce11-9070-4190-bcdf-cdf6af35effd HTTP/1.1" status: 204 len: 173 time: 1.7409637 Feb 03 11:41:27.056158 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebf4df4-bc74-4309-9a78-2fa9c99882ba', 'name': 'network-vif-deleted', 'tag': 'e0e1ce11-9070-4190-bcdf-cdf6af35effd', 'status': 'completed', 'code': 200} Feb 03 11:41:27.286329 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f1e37a05-bc07-4fa3-951b-5b3bd0deab47 req-1cc84387-6b2e-41b0-b326-e430219c9810 tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ebf4df4-bc74-4309-9a78-2fa9c99882ba HTTP/1.1" status: 200 len: 210 time: 0.0518193 Feb 03 11:41:27.380913 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7fb15-d954-4f80-bab4-6fe22fdae6e8 req-ad9fa498-4c98-4d26-9042-f172210d2b62 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:27.382580 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1aa7fb15-d954-4f80-bab4-6fe22fdae6e8 req-ad9fa498-4c98-4d26-9042-f172210d2b62 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.1660767 Feb 03 11:41:27.448960 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1aa7fb15-d954-4f80-bab4-6fe22fdae6e8 req-7c45ecc6-5d27-4a38-b36e-b95016fa978c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574937 Feb 03 11:41:28.251557 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ba817-4db0-4e22-b440-b34e6fb76fa5 req-7a4328ef-2aff-4a8a-bb27-f3d715350576 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:28.252993 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e43ba817-4db0-4e22-b440-b34e6fb76fa5 req-7a4328ef-2aff-4a8a-bb27-f3d715350576 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 945 time: 0.1683347 Feb 03 11:41:28.323371 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e43ba817-4db0-4e22-b440-b34e6fb76fa5 req-0da6fd12-2a38-45b4-bf97-f33dc4015d7e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612006 Feb 03 11:41:28.473567 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 7db0488d-655e-4091-8c6a-27fc946a01cc up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:41:28.555616 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 7db0488d-655e-4091-8c6a-27fc946a01cc triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:41:28.556015 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:28.700282 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:28.806541 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b2dfb-6ba4-4809-aa31-6fc4d3d91572 req-e20bbd73-9ff6-4399-9945-c20c545e1d2a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:28.808248 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-309b2dfb-6ba4-4809-aa31-6fc4d3d91572 req-e20bbd73-9ff6-4399-9945-c20c545e1d2a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.2099445 Feb 03 11:41:28.874633 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-309b2dfb-6ba4-4809-aa31-6fc4d3d91572 req-bfe61283-f3a1-4f1a-9604-ef5a858e5475 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591280 Feb 03 11:41:29.633162 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ad75f-7d51-4919-96ce-e50a947118bb req-1aaa491b-4907-4646-8c8a-5141bd6a09c4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:29.634915 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-026ad75f-7d51-4919-96ce-e50a947118bb req-1aaa491b-4907-4646-8c8a-5141bd6a09c4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 945 time: 0.1819332 Feb 03 11:41:29.705621 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-026ad75f-7d51-4919-96ce-e50a947118bb req-f7b60258-6bb2-4f94-a3c3-edfdc842a97f tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629306 Feb 03 11:41:30.231291 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b02a0-045b-4422-afcb-fc4c4a7627f4 req-3f18321f-87cc-4f69-a11d-fa811caf0aa5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:30.232988 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-897b02a0-045b-4422-afcb-fc4c4a7627f4 req-3f18321f-87cc-4f69-a11d-fa811caf0aa5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.2197170 Feb 03 11:41:30.333438 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-897b02a0-045b-4422-afcb-fc4c4a7627f4 req-eca0960e-e445-46b8-87e1-9418ec80f924 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931518 Feb 03 11:41:31.634180 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cce692-2bc0-4b53-92fe-b264c44d3bcd req-e2fe10da-aef0-41e4-a6df-807f5f0228ea tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:31.636331 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c1cce692-2bc0-4b53-92fe-b264c44d3bcd req-e2fe10da-aef0-41e4-a6df-807f5f0228ea tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.1692154 Feb 03 11:41:31.721421 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c1cce692-2bc0-4b53-92fe-b264c44d3bcd req-e3f021d2-3350-4828-ad40-f6c8bcafcd2d tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747771 Feb 03 11:41:32.542433 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 7db0488d-655e-4091-8c6a-27fc946a01cc up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:41:32.629814 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 7db0488d-655e-4091-8c6a-27fc946a01cc triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:41:32.630249 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:32.766119 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 1a139829-65e2-42c0-b1a5-070505943dac up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:41:32.839598 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 1a139829-65e2-42c0-b1a5-070505943dac triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:41:32.840020 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:33.027791 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9066976-2a2b-4df3-9b68-5458881b4754 req-7aa66cde-a178-498f-b395-7911ed498e65 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:33.029501 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e9066976-2a2b-4df3-9b68-5458881b4754 req-7aa66cde-a178-498f-b395-7911ed498e65 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.1721723 Feb 03 11:41:33.116004 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e9066976-2a2b-4df3-9b68-5458881b4754 req-5e7b8d01-0e1a-4d8c-b2ea-fddf3fda5811 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754192 Feb 03 11:41:33.267663 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 43042) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:41:33.470346 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-4d593fc7-7cb6-4731-934f-d8b186e22aa5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=eac495914ec846b9b2fbca1bc5736be8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012734 Feb 03 11:41:33.471007 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 43050) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:41:33.598711 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058534d8-7c30-4001-8a27-65ba31cb01e8 req-3eaac345-fa8b-439f-930f-e94b0092d989 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:33.600440 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-058534d8-7c30-4001-8a27-65ba31cb01e8 req-3eaac345-fa8b-439f-930f-e94b0092d989 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.1677516 Feb 03 11:41:33.616306 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0c4bb2ba-a38f-46a4-bbc7-0afe56b2409f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:33.635878 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f839a99-269a-4789-ae67-d9f60b8e6ce2 req-74703f7d-27d7-4218-bdfd-f536262c064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:33.637783 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9f839a99-269a-4789-ae67-d9f60b8e6ce2 req-74703f7d-27d7-4218-bdfd-f536262c064c service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=953a748f6bc446ae8f3731ee7dc5e19b&device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 1163 time: 0.1516523 Feb 03 11:41:33.678327 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0c4bb2ba-a38f-46a4-bbc7-0afe56b2409f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:33.679053 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-058534d8-7c30-4001-8a27-65ba31cb01e8 req-c0e57d42-ed19-42ff-aad1-a011d0c1cca0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666890 Feb 03 11:41:33.827629 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f839a99-269a-4789-ae67-d9f60b8e6ce2 req-881554ba-5c1b-4014-81d4-09f3b38aadb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:33.829251 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9f839a99-269a-4789-ae67-d9f60b8e6ce2 req-881554ba-5c1b-4014-81d4-09f3b38aadb6 service neutron] 10.222.0.122 "GET /v2.0/networks?id=c0bd3986-74d0-444d-ac00-c45d05fcc4fc HTTP/1.1" status: 200 len: 905 time: 0.1829178 Feb 03 11:41:33.830345 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0c4bb2ba-a38f-46a4-bbc7-0afe56b2409f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:33.834156 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4ebd49f9-f033-4bb1-8c14-1ee92e260594 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:41:33.908675 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4bb2ba-a38f-46a4-bbc7-0afe56b2409f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e74ac7-6192-42f0-98cd-d7a41476a43c,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:41:33.924202 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0c4bb2ba-a38f-46a4-bbc7-0afe56b2409f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:41:33.933774 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0c4bb2ba-a38f-46a4-bbc7-0afe56b2409f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:33.934923 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-0c4bb2ba-a38f-46a4-bbc7-0afe56b2409f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/81e74ac7-6192-42f0-98cd-d7a41476a43c HTTP/1.1" status: 204 len: 168 time: 0.4623611 Feb 03 11:41:33.961560 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9f839a99-269a-4789-ae67-d9f60b8e6ce2 req-a462cd4f-6d7a-46a5-9882-970f0cce9838 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a139829-65e2-42c0-b1a5-070505943dac HTTP/1.1" status: 200 len: 1002 time: 0.1207743 Feb 03 11:41:34.033341 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f839a99-269a-4789-ae67-d9f60b8e6ce2 req-79a922d9-a76b-44fe-9f64-7389803b8aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:34.034899 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9f839a99-269a-4789-ae67-d9f60b8e6ce2 req-79a922d9-a76b-44fe-9f64-7389803b8aa5 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e493ca3d-3267-4fb7-b03f-511cdcb76f36 HTTP/1.1" status: 200 len: 850 time: 0.0668972 Feb 03 11:41:34.125316 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f839a99-269a-4789-ae67-d9f60b8e6ce2 req-f655e3be-0584-444d-b744-8f6cd3d1283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:34.126929 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9f839a99-269a-4789-ae67-d9f60b8e6ce2 req-f655e3be-0584-444d-b744-8f6cd3d1283c service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=c0bd3986-74d0-444d-ac00-c45d05fcc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0858059 Feb 03 11:41:34.280180 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9f839a99-269a-4789-ae67-d9f60b8e6ce2 req-ddc3c556-7f19-4de5-bb75-d1786463ce7f service neutron] 10.222.0.122 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460843 Feb 03 11:41:34.424630 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9f839a99-269a-4789-ae67-d9f60b8e6ce2 req-01795387-6bf8-47fb-9015-281cd9ca7390 service neutron] 10.222.0.122 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379189 Feb 03 11:41:34.686572 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcef11-2471-4dad-893a-fc430450f587 req-72d8c0a1-89fb-449a-a5ba-5aa01dcb58a2 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:34.688267 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ecbcef11-2471-4dad-893a-fc430450f587 req-72d8c0a1-89fb-449a-a5ba-5aa01dcb58a2 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/networks?id=59b95fa3-4817-40b3-8844-e4832119112d HTTP/1.1" status: 200 len: 815 time: 0.2331879 Feb 03 11:41:34.707542 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ecbcef11-2471-4dad-893a-fc430450f587 req-6c95a487-6d59-4ff1-bcc0-2d63270a5747 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/quotas/188cf6d6b4c544169f6dbbcd428bbb6f HTTP/1.1" status: 200 len: 375 time: 0.0107005 Feb 03 11:41:34.814975 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ecbcef11-2471-4dad-893a-fc430450f587 req-7a4521ed-33d4-4b08-9472-72bddadf7d79 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=188cf6d6b4c544169f6dbbcd428bbb6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0977595 Feb 03 11:41:34.963686 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ecbcef11-2471-4dad-893a-fc430450f587 req-50c3f300-1fa3-4c65-af24-06eb1f74d983 service neutron] 10.222.0.68 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360235 Feb 03 11:41:34.984844 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb3562-4a5f-4a88-b372-08326f4030ca req-84789bab-8a1b-4637-83a9-a4c8ceafc6b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:34.986951 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c9eb3562-4a5f-4a88-b372-08326f4030ca req-84789bab-8a1b-4637-83a9-a4c8ceafc6b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.1735625 Feb 03 11:41:35.051872 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c9eb3562-4a5f-4a88-b372-08326f4030ca req-8f7cdfc1-44a8-40b9-ae57-5543d23556c0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575891 Feb 03 11:41:35.107208 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ecbcef11-2471-4dad-893a-fc430450f587 req-df39082d-fe51-4336-b78f-3efc06a1b743 service neutron] 10.222.0.68 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1368258 Feb 03 11:41:35.347670 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a59be729-268a-4982-9da4-4801030ad5d1 req-60af014a-513e-4bca-b455-3a79295e4f3b tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9e2ab33-fa2d-408e-8649-c7686d1561f1 HTTP/1.1" status: 200 len: 210 time: 0.0693653 Feb 03 11:41:36.403776 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68efb7-5679-4ee5-a37a-29abef4dfbec req-8fa9555f-7081-4f38-8e58-e57318834d92 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:36.406865 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ae68efb7-5679-4ee5-a37a-29abef4dfbec req-8fa9555f-7081-4f38-8e58-e57318834d92 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.2141206 Feb 03 11:41:36.524499 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b52697eb-ad18-4cf3-a4a2-02628ba11b2c req-11fd18e7-2deb-4ddb-9ab9-a6702bad0a0e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9e2ab33-fa2d-408e-8649-c7686d1561f1 HTTP/1.1" status: 200 len: 210 time: 0.0547860 Feb 03 11:41:36.535205 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 1a139829-65e2-42c0-b1a5-070505943dac up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:41:36.630056 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 1a139829-65e2-42c0-b1a5-070505943dac triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:41:36.630893 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:36.827963 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ae68efb7-5679-4ee5-a37a-29abef4dfbec req-70952471-b334-4051-8217-744dbc432861 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3815527 Feb 03 11:41:36.952150 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcef11-2471-4dad-893a-fc430450f587 req-242864c6-ebec-44c6-ba2f-9e96baf4473a tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:36.953624 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ecbcef11-2471-4dad-893a-fc430450f587 req-242864c6-ebec-44c6-ba2f-9e96baf4473a tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.122 "GET /v2.0/networks?id=59b95fa3-4817-40b3-8844-e4832119112d HTTP/1.1" status: 200 len: 815 time: 0.5453842 Feb 03 11:41:36.975311 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-ecbcef11-2471-4dad-893a-fc430450f587 req-24a5a063-ac33-4289-8ddf-ae78c6819bf4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Request body: {'port': {'device_id': 'b9e2ab33-fa2d-408e-8649-c7686d1561f1', 'network_id': '59b95fa3-4817-40b3-8844-e4832119112d', 'admin_state_up': True, 'tenant_id': '188cf6d6b4c544169f6dbbcd428bbb6f'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:41:37.123857 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-ecbcef11-2471-4dad-893a-fc430450f587 req-24a5a063-ac33-4289-8ddf-ae78c6819bf4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:41:37.134425 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-ecbcef11-2471-4dad-893a-fc430450f587 req-24a5a063-ac33-4289-8ddf-ae78c6819bf4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:41:37.144995 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecbcef11-2471-4dad-893a-fc430450f587 req-24a5a063-ac33-4289-8ddf-ae78c6819bf4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Made reservation on behalf of 188cf6d6b4c544169f6dbbcd428bbb6f for: {'port': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:41:37.165572 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ecbcef11-2471-4dad-893a-fc430450f587 req-24a5a063-ac33-4289-8ddf-ae78c6819bf4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:37.218053 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:41:37.482877 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-ecbcef11-2471-4dad-893a-fc430450f587 req-24a5a063-ac33-4289-8ddf-ae78c6819bf4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Allocated IP 172.20.0.10 (59b95fa3-4817-40b3-8844-e4832119112d/c9a73d8e-f5ea-46c3-8e0e-28ab1a2ff0d2/28e3d0b5-4166-42bc-915e-00816e176168) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:41:37.697726 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ecbcef11-2471-4dad-893a-fc430450f587 req-24a5a063-ac33-4289-8ddf-ae78c6819bf4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:37.706945 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4f7a56ed-f271-4980-b7fc-5d1b13b3b732 req-d68a4e3f-1bb9-4697-aa55-dced4621c541 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9e2ab33-fa2d-408e-8649-c7686d1561f1 HTTP/1.1" status: 200 len: 210 time: 0.0524342 Feb 03 11:41:37.728524 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ecbcef11-2471-4dad-893a-fc430450f587 req-24a5a063-ac33-4289-8ddf-ae78c6819bf4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:37.743738 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-646288a1-b6fb-4cf1-bbad-0f78c6ac6090 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:41:37.882402 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5a063-ac33-4289-8ddf-ae78c6819bf4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Pushing event updated for resources: {'Port': ['ID=28e3d0b5-4166-42bc-915e-00816e176168,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:41:37.886708 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-24a5a063-ac33-4289-8ddf-ae78c6819bf4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:41:37.945609 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecbcef11-2471-4dad-893a-fc430450f587 req-24a5a063-ac33-4289-8ddf-ae78c6819bf4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Network 59b95fa3-4817-40b3-8844-e4832119112d is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:41:37.946792 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-ecbcef11-2471-4dad-893a-fc430450f587 req-24a5a063-ac33-4289-8ddf-ae78c6819bf4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:41:37.949308 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbcef11-2471-4dad-893a-fc430450f587 req-24a5a063-ac33-4289-8ddf-ae78c6819bf4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:41:38.073658 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcef11-2471-4dad-893a-fc430450f587 req-24a5a063-ac33-4289-8ddf-ae78c6819bf4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:38.074244 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ecbcef11-2471-4dad-893a-fc430450f587 req-24a5a063-ac33-4289-8ddf-ae78c6819bf4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:38.101516 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ecbcef11-2471-4dad-893a-fc430450f587 req-24a5a063-ac33-4289-8ddf-ae78c6819bf4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1304231 Feb 03 11:41:38.114827 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-ecbcef11-2471-4dad-893a-fc430450f587 req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Request body: {'port': {'device_id': 'b9e2ab33-fa2d-408e-8649-c7686d1561f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:41:38.256471 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ecbcef11-2471-4dad-893a-fc430450f587 req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:38.698152 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-ecbcef11-2471-4dad-893a-fc430450f587 req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28e3d0b5-4166-42bc-915e-00816e176168 {{(pid=80076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 11:41:38.708130 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ecbcef11-2471-4dad-893a-fc430450f587 req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:38.721619 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-ecbcef11-2471-4dad-893a-fc430450f587 req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Transition to ACTIVE for port object 28e3d0b5-4166-42bc-915e-00816e176168 will not be triggered until provisioned by entity L2. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:41:38.725801 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ecbcef11-2471-4dad-893a-fc430450f587 req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:38.742684 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7500ccac-2030-48cd-a9ea-2029f728f4a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:41:38.920476 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Pushing event updated for resources: {'Port': ['ID=28e3d0b5-4166-42bc-915e-00816e176168,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:41:38.923633 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:41:39.141602 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0141b8c-7b86-4209-ac92-b8da49dc91f1 req-cc00355b-fdf4-4a8f-91e0-98ec4d7322ce tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:39.142354 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-e0141b8c-7b86-4209-ac92-b8da49dc91f1 req-cc00355b-fdf4-4a8f-91e0-98ec4d7322ce tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Synchronizing usage tracker for tenant:188cf6d6b4c544169f6dbbcd428bbb6f on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:41:39.206860 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-e0141b8c-7b86-4209-ac92-b8da49dc91f1 req-cc00355b-fdf4-4a8f-91e0-98ec4d7322ce tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Unset dirty status for tenant:188cf6d6b4c544169f6dbbcd428bbb6f on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:41:39.208075 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e0141b8c-7b86-4209-ac92-b8da49dc91f1 req-cc00355b-fdf4-4a8f-91e0-98ec4d7322ce tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9e2ab33-fa2d-408e-8649-c7686d1561f1 HTTP/1.1" status: 200 len: 944 time: 0.3594742 Feb 03 11:41:39.249485 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-ecbcef11-2471-4dad-893a-fc430450f587 req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Attempting to bind port 28e3d0b5-4166-42bc-915e-00816e176168 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:41:39.249844 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-ecbcef11-2471-4dad-893a-fc430450f587 req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Attempting to bind port 28e3d0b5-4166-42bc-915e-00816e176168 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': 'fa008143-7bb3-4b93-93ce-c063a74564a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '59b95fa3-4817-40b3-8844-e4832119112d'}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:41:39.250204 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbcef11-2471-4dad-893a-fc430450f587 req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Attempting to bind port 28e3d0b5-4166-42bc-915e-00816e176168 on network 59b95fa3-4817-40b3-8844-e4832119112d {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:41:39.264956 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbcef11-2471-4dad-893a-fc430450f587 req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Checking agent: {'id': 'd04a5943-f855-4f30-8269-6a00b74e68db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 34, 59), 'started_at': datetime.datetime(2021, 2, 3, 11, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.119', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:41:39.265328 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbcef11-2471-4dad-893a-fc430450f587 req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Checking segment: {'id': 'fa008143-7bb3-4b93-93ce-c063a74564a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '59b95fa3-4817-40b3-8844-e4832119112d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:41:39.265721 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ecbcef11-2471-4dad-893a-fc430450f587 req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:39.266098 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbcef11-2471-4dad-893a-fc430450f587 req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Bound using segment: {'id': 'fa008143-7bb3-4b93-93ce-c063a74564a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '59b95fa3-4817-40b3-8844-e4832119112d'} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:41:39.266555 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-ecbcef11-2471-4dad-893a-fc430450f587 req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Bound port: 28e3d0b5-4166-42bc-915e-00816e176168, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa008143-7bb3-4b93-93ce-c063a74564a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '59b95fa3-4817-40b3-8844-e4832119112d'}}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:41:39.266912 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ecbcef11-2471-4dad-893a-fc430450f587 req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:39.318617 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e0141b8c-7b86-4209-ac92-b8da49dc91f1 req-e22ece24-18c9-4ad3-9ee0-4539203bd102 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030447 Feb 03 11:41:39.408809 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-ecbcef11-2471-4dad-893a-fc430450f587 req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] For port 28e3d0b5-4166-42bc-915e-00816e176168, host hv-cinder-77387, cleared binding levels {{(pid=80076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:41:39.414472 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-ecbcef11-2471-4dad-893a-fc430450f587 req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] For port 28e3d0b5-4166-42bc-915e-00816e176168, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=28e3d0b5-4166-42bc-915e-00816e176168,segment=NetworkSegment(fa008143-7bb3-4b93-93ce-c063a74564a2),segment_id=fa008143-7bb3-4b93-93ce-c063a74564a2)] {{(pid=80076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:41:39.421472 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ecbcef11-2471-4dad-893a-fc430450f587 req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:39.437925 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:41:39.611723 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Pushing event updated for resources: {'Port': ['ID=28e3d0b5-4166-42bc-915e-00816e176168,revision_number=3']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:41:39.616792 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:41:39.647810 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcef11-2471-4dad-893a-fc430450f587 req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:39.648504 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ecbcef11-2471-4dad-893a-fc430450f587 req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:39.649910 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ecbcef11-2471-4dad-893a-fc430450f587 req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] 10.222.0.122 "PUT /v2.0/ports/28e3d0b5-4166-42bc-915e-00816e176168 HTTP/1.1" status: 200 len: 1158 time: 1.5397649 Feb 03 11:41:39.650431 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e2ab33-fa2d-408e-8649-c7686d1561f1', 'tag': '28e3d0b5-4166-42bc-915e-00816e176168'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:41:39.733831 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e2ab33-fa2d-408e-8649-c7686d1561f1', 'tag': '28e3d0b5-4166-42bc-915e-00816e176168', 'status': 'completed', 'code': 200} Feb 03 11:41:39.800700 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcef11-2471-4dad-893a-fc430450f587 req-8557465c-7e98-4f08-b8bd-db9035f4da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:39.802345 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ecbcef11-2471-4dad-893a-fc430450f587 req-8557465c-7e98-4f08-b8bd-db9035f4da3e service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=188cf6d6b4c544169f6dbbcd428bbb6f&device_id=b9e2ab33-fa2d-408e-8649-c7686d1561f1 HTTP/1.1" status: 200 len: 1161 time: 0.1084251 Feb 03 11:41:39.879491 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ecbcef11-2471-4dad-893a-fc430450f587 req-af671db6-14ed-4969-aa52-ef77bc99c2de service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e3d0b5-4166-42bc-915e-00816e176168 HTTP/1.1" status: 200 len: 217 time: 0.0694468 Feb 03 11:41:39.952160 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcef11-2471-4dad-893a-fc430450f587 req-ffab8ded-56dd-48e6-8d55-dc0a5e49e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:39.953726 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ecbcef11-2471-4dad-893a-fc430450f587 req-ffab8ded-56dd-48e6-8d55-dc0a5e49e2db service neutron] 10.222.0.122 "GET /v2.0/subnets?id=c9a73d8e-f5ea-46c3-8e0e-28ab1a2ff0d2 HTTP/1.1" status: 200 len: 855 time: 0.0646801 Feb 03 11:41:40.010894 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ecbcef11-2471-4dad-893a-fc430450f587 req-06580542-982c-4ce9-9fbd-7438ae686d7e service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=59b95fa3-4817-40b3-8844-e4832119112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499134 Feb 03 11:41:40.159913 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ecbcef11-2471-4dad-893a-fc430450f587 req-77b638db-e80c-42d9-8112-28ace7d2b0f7 service neutron] 10.222.0.122 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405962 Feb 03 11:41:40.339131 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ecbcef11-2471-4dad-893a-fc430450f587 req-3a82396c-d1d3-4a20-a555-4bf635357974 service neutron] 10.222.0.122 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1665766 Feb 03 11:41:40.560550 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2684b56-b977-43b4-a2d6-96c43e8a322d req-fff4a1bb-917b-40bc-8113-47513330ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:40.562381 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c2684b56-b977-43b4-a2d6-96c43e8a322d req-fff4a1bb-917b-40bc-8113-47513330ea20 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=188cf6d6b4c544169f6dbbcd428bbb6f&device_id=b9e2ab33-fa2d-408e-8649-c7686d1561f1 HTTP/1.1" status: 200 len: 1161 time: 0.1432362 Feb 03 11:41:40.677312 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b4bcd-beea-45f1-a1d6-30843d35948d req-1f7caf37-4ed5-4751-98af-069138d60ff1 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:40.678990 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-933b4bcd-beea-45f1-a1d6-30843d35948d req-1f7caf37-4ed5-4751-98af-069138d60ff1 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9e2ab33-fa2d-408e-8649-c7686d1561f1 HTTP/1.1" status: 200 len: 944 time: 0.2129481 Feb 03 11:41:40.833136 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-933b4bcd-beea-45f1-a1d6-30843d35948d req-576ea4e1-ecca-4203-bd51-09e94c0b6598 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015680 Feb 03 11:41:41.071893 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2684b56-b977-43b4-a2d6-96c43e8a322d req-6ccd34d5-1fab-455c-bc23-891e5d6ea99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:41.073467 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c2684b56-b977-43b4-a2d6-96c43e8a322d req-6ccd34d5-1fab-455c-bc23-891e5d6ea99b service neutron] 10.222.0.122 "GET /v2.0/networks?id=59b95fa3-4817-40b3-8844-e4832119112d HTTP/1.1" status: 200 len: 909 time: 0.5032544 Feb 03 11:41:41.158213 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c2684b56-b977-43b4-a2d6-96c43e8a322d req-4ac8a870-92cb-4844-9e7f-e4033bede576 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28e3d0b5-4166-42bc-915e-00816e176168 HTTP/1.1" status: 200 len: 217 time: 0.0773287 Feb 03 11:41:41.230478 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2684b56-b977-43b4-a2d6-96c43e8a322d req-f2150c15-cc0d-4290-ab73-f44cb441aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:41.232034 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c2684b56-b977-43b4-a2d6-96c43e8a322d req-f2150c15-cc0d-4290-ab73-f44cb441aec7 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=c9a73d8e-f5ea-46c3-8e0e-28ab1a2ff0d2 HTTP/1.1" status: 200 len: 855 time: 0.0671265 Feb 03 11:41:41.285041 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c2684b56-b977-43b4-a2d6-96c43e8a322d req-bbd79c5b-4b99-4ed8-8b78-c4a0b8e7ee54 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=59b95fa3-4817-40b3-8844-e4832119112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459080 Feb 03 11:41:41.434233 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c2684b56-b977-43b4-a2d6-96c43e8a322d req-5a0012a7-60eb-4ba7-8124-50b9b1a66900 service neutron] 10.222.0.122 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400690 Feb 03 11:41:41.592340 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c2684b56-b977-43b4-a2d6-96c43e8a322d req-d3b667a8-9df2-4a1d-b4db-17fd0179ff96 service neutron] 10.222.0.122 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1504610 Feb 03 11:41:42.151220 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5f16f-39bc-4b9f-a00e-cc4be51479d3 req-e997299b-f886-4e23-8f9e-dd365f1229bb tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:42.152841 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e1e5f16f-39bc-4b9f-a00e-cc4be51479d3 req-e997299b-f886-4e23-8f9e-dd365f1229bb tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9e2ab33-fa2d-408e-8649-c7686d1561f1 HTTP/1.1" status: 200 len: 944 time: 0.1758623 Feb 03 11:41:42.416643 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e1e5f16f-39bc-4b9f-a00e-cc4be51479d3 req-65fac9ae-55ea-4145-a67b-1b7d8311f53c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562099 Feb 03 11:41:43.735838 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0cca7-52fb-470f-a3aa-5f1c9265df80 req-9fcfcef0-a700-4933-a491-5c638a0bce3e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:43.737372 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-eab0cca7-52fb-470f-a3aa-5f1c9265df80 req-9fcfcef0-a700-4933-a491-5c638a0bce3e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9e2ab33-fa2d-408e-8649-c7686d1561f1 HTTP/1.1" status: 200 len: 944 time: 0.1773176 Feb 03 11:41:43.806300 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-eab0cca7-52fb-470f-a3aa-5f1c9265df80 req-7c3598cd-3d7a-4673-a49d-0db4e19c9f7a tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590510 Feb 03 11:41:45.125079 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49533e4a-6ab4-45b0-a723-40127b44c907 req-2a686ff5-a66b-495a-9615-084193668ceb tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:45.126591 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-49533e4a-6ab4-45b0-a723-40127b44c907 req-2a686ff5-a66b-495a-9615-084193668ceb tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9e2ab33-fa2d-408e-8649-c7686d1561f1 HTTP/1.1" status: 200 len: 944 time: 0.1781092 Feb 03 11:41:45.204969 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-49533e4a-6ab4-45b0-a723-40127b44c907 req-898b9da5-072c-4b6f-9c60-cd723fbc23c8 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683563 Feb 03 11:41:46.516063 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59165715-a059-41f6-8afc-8f812c388162 req-cd712406-c4fc-4c3e-bb2a-cd03f4a5adfb tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:46.517723 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-59165715-a059-41f6-8afc-8f812c388162 req-cd712406-c4fc-4c3e-bb2a-cd03f4a5adfb tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9e2ab33-fa2d-408e-8649-c7686d1561f1 HTTP/1.1" status: 200 len: 944 time: 0.1683695 Feb 03 11:41:46.586847 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-59165715-a059-41f6-8afc-8f812c388162 req-2abb75b5-2cab-4145-8239-8ae8055787b5 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594633 Feb 03 11:41:47.438430 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 28e3d0b5-4166-42bc-915e-00816e176168 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:41:47.525081 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning for port 28e3d0b5-4166-42bc-915e-00816e176168 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:41:47.531519 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 28e3d0b5-4166-42bc-915e-00816e176168 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:41:47.531952 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:47.663129 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:47.691230 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e2ab33-fa2d-408e-8649-c7686d1561f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e3d0b5-4166-42bc-915e-00816e176168'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:41:47.701827 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port 28e3d0b5-4166-42bc-915e-00816e176168, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=28e3d0b5-4166-42bc-915e-00816e176168,segment=NetworkSegment(fa008143-7bb3-4b93-93ce-c063a74564a2),segment_id=fa008143-7bb3-4b93-93ce-c063a74564a2)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:41:47.705105 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:47.707111 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f5861f59-d585-44a2-85e9-46184636a6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:41:47.755209 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e2ab33-fa2d-408e-8649-c7686d1561f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28e3d0b5-4166-42bc-915e-00816e176168', 'code': 200} Feb 03 11:41:47.781705 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=28e3d0b5-4166-42bc-915e-00816e176168,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:41:47.790040 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.790724 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.790724 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.791118 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.791485 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.791851 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.792213 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.792592 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.792908 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.793638 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.793638 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.794056 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.794468 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.794822 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.795308 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.795677 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.796065 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.796382 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.796736 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.797086 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.797437 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.797793 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.798142 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.798490 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:41:47.802873 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:41:47.880234 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55e01d-e090-4c89-9594-72e2df857ff8 req-4f85b025-ffa3-44bb-b1a5-783c3ee0d7d5 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:47.881941 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5f55e01d-e090-4c89-9594-72e2df857ff8 req-4f85b025-ffa3-44bb-b1a5-783c3ee0d7d5 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9e2ab33-fa2d-408e-8649-c7686d1561f1 HTTP/1.1" status: 200 len: 946 time: 0.1634941 Feb 03 11:41:47.953737 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5f55e01d-e090-4c89-9594-72e2df857ff8 req-e0adc84d-8021-4800-b567-5b83eac22741 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645547 Feb 03 11:41:48.022982 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822142c-0531-4846-a829-22bdcaadb108 req-629b089c-8f83-464c-8667-4ccfa3afcc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:48.024633 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f822142c-0531-4846-a829-22bdcaadb108 req-629b089c-8f83-464c-8667-4ccfa3afcc19 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=b9e2ab33-fa2d-408e-8649-c7686d1561f1 HTTP/1.1" status: 200 len: 1163 time: 0.0858538 Feb 03 11:41:48.072339 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f822142c-0531-4846-a829-22bdcaadb108 req-2da3efd3-e22e-44b2-894c-ccaae2675612 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393047 Feb 03 11:41:48.595306 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 28e3d0b5-4166-42bc-915e-00816e176168 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:41:48.672172 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 28e3d0b5-4166-42bc-915e-00816e176168 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:41:48.672600 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:49.258860 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b71da-3bba-40c2-baa0-4e325f0d6516 req-19ba764b-02ae-46ad-8830-084f49654272 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:49.260406 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-087b71da-3bba-40c2-baa0-4e325f0d6516 req-19ba764b-02ae-46ad-8830-084f49654272 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9e2ab33-fa2d-408e-8649-c7686d1561f1 HTTP/1.1" status: 200 len: 946 time: 0.1741471 Feb 03 11:41:49.333216 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-087b71da-3bba-40c2-baa0-4e325f0d6516 req-b945aff5-232d-474a-ae52-f58536cb430a tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651417 Feb 03 11:41:50.345405 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3ce03596-3dec-4b2c-add7-118d1b6ea9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:50.644837 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a16a79-c7ac-45cf-a9f3-25f5ad580d1e req-c6035d75-6b36-4b29-bc97-6db80fe8f4f3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:50.646534 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e6a16a79-c7ac-45cf-a9f3-25f5ad580d1e req-c6035d75-6b36-4b29-bc97-6db80fe8f4f3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9e2ab33-fa2d-408e-8649-c7686d1561f1 HTTP/1.1" status: 200 len: 946 time: 0.1840026 Feb 03 11:41:50.713203 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e6a16a79-c7ac-45cf-a9f3-25f5ad580d1e req-fdedbdba-62c2-4fb7-b934-1db03ac858bc tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602221 Feb 03 11:41:52.580278 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7ffbe232-1363-4757-a890-6630ef046c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:53.155484 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:53.416833 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-08e0885d-e73b-4954-8186-f6cd2647adc6 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:53.418457 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-08e0885d-e73b-4954-8186-f6cd2647adc6 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/networks?id=59b95fa3-4817-40b3-8844-e4832119112d HTTP/1.1" status: 200 len: 815 time: 0.2402296 Feb 03 11:41:53.437855 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-ef035eee-56da-4aa1-930b-4faf74305517 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/quotas/188cf6d6b4c544169f6dbbcd428bbb6f HTTP/1.1" status: 200 len: 375 time: 0.0104609 Feb 03 11:41:53.564975 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-58a7d37f-cde8-47cc-a799-bd15af2be5a0 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=188cf6d6b4c544169f6dbbcd428bbb6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1212761 Feb 03 11:41:53.712956 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-2dc8dcc5-a728-4861-97aa-c6b0558f77c8 service neutron] 10.222.0.68 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399288 Feb 03 11:41:53.870453 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-6fc6411a-8db8-4195-83ed-1b5c23200205 service neutron] 10.222.0.68 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1478102 Feb 03 11:41:54.003032 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:54.093665 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-65a9c3ec-9a95-43b1-95cf-5d75e37cab94 req-624da77d-89cd-4715-98a5-d14fb373c8fa tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=32b419d1-79aa-49b7-86b9-fa2542e3d826 HTTP/1.1" status: 200 len: 210 time: 0.0501060 Feb 03 11:41:54.586779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:55.292391 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4c1b762b-3317-4238-9c47-df07f78933af req-81331af4-e8d3-4e7f-88c3-76dc37decccc tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=32b419d1-79aa-49b7-86b9-fa2542e3d826 HTTP/1.1" status: 200 len: 210 time: 0.0562193 Feb 03 11:41:55.434847 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-d170239e-f971-44b1-8940-3e03127fc02d tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:55.436514 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-d170239e-f971-44b1-8940-3e03127fc02d tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.122 "GET /v2.0/networks?id=59b95fa3-4817-40b3-8844-e4832119112d HTTP/1.1" status: 200 len: 815 time: 0.2845516 Feb 03 11:41:55.454157 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-ffeafa7a-2db5-4a5b-8af5-78622c35da20 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Request body: {'port': {'device_id': '32b419d1-79aa-49b7-86b9-fa2542e3d826', 'network_id': '59b95fa3-4817-40b3-8844-e4832119112d', 'admin_state_up': True, 'tenant_id': '188cf6d6b4c544169f6dbbcd428bbb6f'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:41:55.600874 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-ffeafa7a-2db5-4a5b-8af5-78622c35da20 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:41:55.610662 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-ffeafa7a-2db5-4a5b-8af5-78622c35da20 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:41:55.621097 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-ffeafa7a-2db5-4a5b-8af5-78622c35da20 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Made reservation on behalf of 188cf6d6b4c544169f6dbbcd428bbb6f for: {'port': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:41:55.641968 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-ffeafa7a-2db5-4a5b-8af5-78622c35da20 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:55.954154 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-ffeafa7a-2db5-4a5b-8af5-78622c35da20 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Allocated IP 172.20.0.5 (59b95fa3-4817-40b3-8844-e4832119112d/c9a73d8e-f5ea-46c3-8e0e-28ab1a2ff0d2/dc512fd9-6033-4e92-b9ff-248f916ec1a9) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:41:56.183857 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-ffeafa7a-2db5-4a5b-8af5-78622c35da20 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:56.219758 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-ffeafa7a-2db5-4a5b-8af5-78622c35da20 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:56.235051 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:41:56.378312 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeafa7a-2db5-4a5b-8af5-78622c35da20 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Pushing event updated for resources: {'Port': ['ID=dc512fd9-6033-4e92-b9ff-248f916ec1a9,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:41:56.381379 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffeafa7a-2db5-4a5b-8af5-78622c35da20 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:41:56.438351 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-ffeafa7a-2db5-4a5b-8af5-78622c35da20 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Network 59b95fa3-4817-40b3-8844-e4832119112d is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:41:56.439746 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-ffeafa7a-2db5-4a5b-8af5-78622c35da20 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:41:56.442493 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-ffeafa7a-2db5-4a5b-8af5-78622c35da20 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:41:56.573198 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-ffeafa7a-2db5-4a5b-8af5-78622c35da20 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:56.573792 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-ffeafa7a-2db5-4a5b-8af5-78622c35da20 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:56.586336 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd32cd-feb3-4045-8c8d-f2f27315c05a req-2b1eda9f-417c-4d56-93ae-6d7369a72cf1 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:56.588137 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0dfd32cd-feb3-4045-8c8d-f2f27315c05a req-2b1eda9f-417c-4d56-93ae-6d7369a72cf1 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=32b419d1-79aa-49b7-86b9-fa2542e3d826 HTTP/1.1" status: 200 len: 931 time: 0.1629117 Feb 03 11:41:56.600410 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-ffeafa7a-2db5-4a5b-8af5-78622c35da20 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1503618 Feb 03 11:41:56.614375 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Request body: {'port': {'device_id': '32b419d1-79aa-49b7-86b9-fa2542e3d826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:41:56.658357 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0dfd32cd-feb3-4045-8c8d-f2f27315c05a req-f66e11f4-a439-4c2c-901c-0ea591d78926 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634940 Feb 03 11:41:56.734993 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:57.177926 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc512fd9-6033-4e92-b9ff-248f916ec1a9 {{(pid=80076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 11:41:57.189361 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:57.202523 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Transition to ACTIVE for port object dc512fd9-6033-4e92-b9ff-248f916ec1a9 will not be triggered until provisioned by entity L2. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:41:57.207090 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:57.222680 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4d3974ff-7e67-4496-bfca-5d4eee8fcd76 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:41:57.357342 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc512fd9-6033-4e92-b9ff-248f916ec1a9,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:41:57.362530 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:41:57.763056 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Attempting to bind port dc512fd9-6033-4e92-b9ff-248f916ec1a9 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:41:57.763713 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Attempting to bind port dc512fd9-6033-4e92-b9ff-248f916ec1a9 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': 'fa008143-7bb3-4b93-93ce-c063a74564a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '59b95fa3-4817-40b3-8844-e4832119112d'}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:41:57.763828 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Attempting to bind port dc512fd9-6033-4e92-b9ff-248f916ec1a9 on network 59b95fa3-4817-40b3-8844-e4832119112d {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:41:57.769690 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Checking agent: {'id': 'd04a5943-f855-4f30-8269-6a00b74e68db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 34, 59), 'started_at': datetime.datetime(2021, 2, 3, 11, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.119', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:41:57.770060 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Checking segment: {'id': 'fa008143-7bb3-4b93-93ce-c063a74564a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '59b95fa3-4817-40b3-8844-e4832119112d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:41:57.770459 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:57.770853 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Bound using segment: {'id': 'fa008143-7bb3-4b93-93ce-c063a74564a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '59b95fa3-4817-40b3-8844-e4832119112d'} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:41:57.771344 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Bound port: dc512fd9-6033-4e92-b9ff-248f916ec1a9, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa008143-7bb3-4b93-93ce-c063a74564a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '59b95fa3-4817-40b3-8844-e4832119112d'}}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:41:57.771719 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:57.931897 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] For port dc512fd9-6033-4e92-b9ff-248f916ec1a9, host hv-cinder-77387, cleared binding levels {{(pid=80076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:41:57.936016 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] For port dc512fd9-6033-4e92-b9ff-248f916ec1a9, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=dc512fd9-6033-4e92-b9ff-248f916ec1a9,segment=NetworkSegment(fa008143-7bb3-4b93-93ce-c063a74564a2),segment_id=fa008143-7bb3-4b93-93ce-c063a74564a2)] {{(pid=80076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:41:57.940740 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:57.954536 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-59b3201e-c27d-43c7-85fa-2b7de0f05961 tempest-ServerRescueNegativeTestJSON-1764344211 tempest-ServerRescueNegativeTestJSON-1764344211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:41:58.137949 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a734d-2d3b-4d35-83a4-b6d845f73d7b req-f63bc62b-49e3-4e74-b45e-19fa9d0de214 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:58.138831 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-151a734d-2d3b-4d35-83a4-b6d845f73d7b req-f63bc62b-49e3-4e74-b45e-19fa9d0de214 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Synchronizing usage tracker for tenant:188cf6d6b4c544169f6dbbcd428bbb6f on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:41:58.205555 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc512fd9-6033-4e92-b9ff-248f916ec1a9,revision_number=3']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:41:58.208253 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-151a734d-2d3b-4d35-83a4-b6d845f73d7b req-f63bc62b-49e3-4e74-b45e-19fa9d0de214 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Unset dirty status for tenant:188cf6d6b4c544169f6dbbcd428bbb6f on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:41:58.209569 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-151a734d-2d3b-4d35-83a4-b6d845f73d7b req-f63bc62b-49e3-4e74-b45e-19fa9d0de214 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=32b419d1-79aa-49b7-86b9-fa2542e3d826 HTTP/1.1" status: 200 len: 943 time: 0.4216864 Feb 03 11:41:58.212844 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:41:58.280716 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:58.281391 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:58.282858 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] 10.222.0.122 "PUT /v2.0/ports/dc512fd9-6033-4e92-b9ff-248f916ec1a9 HTTP/1.1" status: 200 len: 1157 time: 1.6734400 Feb 03 11:41:58.283406 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b419d1-79aa-49b7-86b9-fa2542e3d826', 'tag': 'dc512fd9-6033-4e92-b9ff-248f916ec1a9'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:41:58.309143 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-151a734d-2d3b-4d35-83a4-b6d845f73d7b req-ae28c910-6386-41d9-9713-86e4344026b3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912325 Feb 03 11:41:58.364936 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b419d1-79aa-49b7-86b9-fa2542e3d826', 'tag': 'dc512fd9-6033-4e92-b9ff-248f916ec1a9', 'status': 'completed', 'code': 200} Feb 03 11:41:58.401964 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-5eba185d-9323-49b8-94da-f15d67582c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:58.403588 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-5eba185d-9323-49b8-94da-f15d67582c4f service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=188cf6d6b4c544169f6dbbcd428bbb6f&device_id=32b419d1-79aa-49b7-86b9-fa2542e3d826 HTTP/1.1" status: 200 len: 1160 time: 0.0815032 Feb 03 11:41:58.487936 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-cbd3f217-6d3b-499c-a002-e7b375c35476 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc512fd9-6033-4e92-b9ff-248f916ec1a9 HTTP/1.1" status: 200 len: 217 time: 0.0701070 Feb 03 11:41:58.571539 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-46ecb209-796e-4b1c-a5d9-3786a42d4012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:58.573067 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-46ecb209-796e-4b1c-a5d9-3786a42d4012 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=c9a73d8e-f5ea-46c3-8e0e-28ab1a2ff0d2 HTTP/1.1" status: 200 len: 855 time: 0.0778527 Feb 03 11:41:58.627810 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-7d1e9f50-f5e4-4520-9fca-2a3228d1699b service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=59b95fa3-4817-40b3-8844-e4832119112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467823 Feb 03 11:41:58.705002 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:41:58.790420 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-3a29b949-3ec5-436f-a8fb-cfce9f49d8b2 service neutron] 10.222.0.122 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542065 Feb 03 11:41:58.956945 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ebd251af-d737-4c02-999f-7726a5f093f0 req-982137b6-1ad4-40b2-bfd6-089793eff363 service neutron] 10.222.0.122 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1592283 Feb 03 11:41:59.121459 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2914dc-ae5e-4f44-84c7-b9b45bd5cdc8 req-03431575-ab8d-4f31-82a8-6f8d3a3d808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:59.122994 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ea2914dc-ae5e-4f44-84c7-b9b45bd5cdc8 req-03431575-ab8d-4f31-82a8-6f8d3a3d808c service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=188cf6d6b4c544169f6dbbcd428bbb6f&device_id=32b419d1-79aa-49b7-86b9-fa2542e3d826 HTTP/1.1" status: 200 len: 1160 time: 0.0887437 Feb 03 11:41:59.274885 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2914dc-ae5e-4f44-84c7-b9b45bd5cdc8 req-7676a1df-bdf8-42de-9300-399f6b5190dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:59.276508 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ea2914dc-ae5e-4f44-84c7-b9b45bd5cdc8 req-7676a1df-bdf8-42de-9300-399f6b5190dc service neutron] 10.222.0.122 "GET /v2.0/networks?id=59b95fa3-4817-40b3-8844-e4832119112d HTTP/1.1" status: 200 len: 909 time: 0.1463971 Feb 03 11:41:59.362831 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ea2914dc-ae5e-4f44-84c7-b9b45bd5cdc8 req-b50dd8e6-34e6-4673-a77c-872d11530d3d service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc512fd9-6033-4e92-b9ff-248f916ec1a9 HTTP/1.1" status: 200 len: 217 time: 0.0781860 Feb 03 11:41:59.444561 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2914dc-ae5e-4f44-84c7-b9b45bd5cdc8 req-e49d3b4e-b922-4b35-9ba0-368241978799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:59.446130 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ea2914dc-ae5e-4f44-84c7-b9b45bd5cdc8 req-e49d3b4e-b922-4b35-9ba0-368241978799 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=c9a73d8e-f5ea-46c3-8e0e-28ab1a2ff0d2 HTTP/1.1" status: 200 len: 855 time: 0.0659163 Feb 03 11:41:59.546655 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ea2914dc-ae5e-4f44-84c7-b9b45bd5cdc8 req-6a410514-59f4-471e-832d-dc2e7a74323a service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=59b95fa3-4817-40b3-8844-e4832119112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578914 Feb 03 11:41:59.826412 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4dfca-6885-4f80-8e68-69430bd15150 req-6b99b4e2-f19c-478c-ac88-d72e32900e2d tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:41:59.828261 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-bca4dfca-6885-4f80-8e68-69430bd15150 req-6b99b4e2-f19c-478c-ac88-d72e32900e2d tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=32b419d1-79aa-49b7-86b9-fa2542e3d826 HTTP/1.1" status: 200 len: 943 time: 0.3812277 Feb 03 11:41:59.875161 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ea2914dc-ae5e-4f44-84c7-b9b45bd5cdc8 req-cd1a4334-0963-405d-ace1-bcfcc9ed9737 service neutron] 10.222.0.122 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164928 Feb 03 11:41:59.979207 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f00a66bd-96d4-4d06-9df6-e8f7178326ec req-845f4e31-a3e1-4fb8-ab0a-305bf43a3754 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4216697 Feb 03 11:41:59.997807 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-bca4dfca-6885-4f80-8e68-69430bd15150 req-b6b5b875-f61a-4177-b44e-620a2ace7a41 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625829 Feb 03 11:42:00.104156 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ea2914dc-ae5e-4f44-84c7-b9b45bd5cdc8 req-c7ebe81b-8af0-44e2-a647-cc7593e63572 service neutron] 10.222.0.122 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2135911 Feb 03 11:42:00.149402 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a66bd-96d4-4d06-9df6-e8f7178326ec req-f909273c-a160-4efd-a02d-6947e43b98a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:00.150989 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f00a66bd-96d4-4d06-9df6-e8f7178326ec req-f909273c-a160-4efd-a02d-6947e43b98a0 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=15e50d7ac4fd4b5db50980824778a1fd&device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 1162 time: 0.0878808 Feb 03 11:42:00.314871 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a66bd-96d4-4d06-9df6-e8f7178326ec req-389c2e1f-e0d5-4885-8fc6-f46b06248854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:00.316482 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f00a66bd-96d4-4d06-9df6-e8f7178326ec req-389c2e1f-e0d5-4885-8fc6-f46b06248854 service neutron] 10.222.0.122 "GET /v2.0/networks?id=6ee212a8-a662-49ec-9d02-feb306b9fb62 HTTP/1.1" status: 200 len: 910 time: 0.1410122 Feb 03 11:42:00.440448 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f00a66bd-96d4-4d06-9df6-e8f7178326ec req-c5228bf6-990e-470c-8948-e38b7c07c4ab service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3991a93-ab2d-4cb9-b382-a08b88510631 HTTP/1.1" status: 200 len: 1001 time: 0.1116207 Feb 03 11:42:00.514208 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a66bd-96d4-4d06-9df6-e8f7178326ec req-aa65ec10-962e-4ae1-9cb8-d86c8de70082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:00.515783 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f00a66bd-96d4-4d06-9df6-e8f7178326ec req-aa65ec10-962e-4ae1-9cb8-d86c8de70082 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=b02e8330-4b19-43ce-a9de-cf3994e73e6b HTTP/1.1" status: 200 len: 855 time: 0.0663183 Feb 03 11:42:00.605184 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a66bd-96d4-4d06-9df6-e8f7178326ec req-7a1c5f5a-c0a6-46ab-a79c-1c58d57f3e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:00.606735 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f00a66bd-96d4-4d06-9df6-e8f7178326ec req-7a1c5f5a-c0a6-46ab-a79c-1c58d57f3e18 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6ee212a8-a662-49ec-9d02-feb306b9fb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798988 Feb 03 11:42:00.757344 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f00a66bd-96d4-4d06-9df6-e8f7178326ec req-5d306796-581e-4b7e-9076-e291238106bd service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369143 Feb 03 11:42:00.914171 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f00a66bd-96d4-4d06-9df6-e8f7178326ec req-529d8f6b-b6d7-4f40-9e7d-2ce7ff79d4e5 service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392672 Feb 03 11:42:01.323611 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161ef17-7ecf-4015-8ea3-82151fe1dc98 req-d9112333-65e3-4966-bc75-b4e0d948a008 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:01.325982 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7161ef17-7ecf-4015-8ea3-82151fe1dc98 req-d9112333-65e3-4966-bc75-b4e0d948a008 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=32b419d1-79aa-49b7-86b9-fa2542e3d826 HTTP/1.1" status: 200 len: 943 time: 0.1855435 Feb 03 11:42:01.391904 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7161ef17-7ecf-4015-8ea3-82151fe1dc98 req-15cb86a4-667e-4f8d-834b-6b4987c5a5d3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591927 Feb 03 11:42:02.690396 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33701260-0fa5-47f5-b702-ade4a552230e req-cf4cd30a-4088-4830-89a9-9be13c4fd301 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:02.692010 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-33701260-0fa5-47f5-b702-ade4a552230e req-cf4cd30a-4088-4830-89a9-9be13c4fd301 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 984 time: 0.1707020 Feb 03 11:42:02.731001 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f83417-d94e-45fa-8ccb-fd6fce51c6cb req-67bae0ea-9d88-408a-9f75-f86e97ae19a0 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:02.732724 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-37f83417-d94e-45fa-8ccb-fd6fce51c6cb req-67bae0ea-9d88-408a-9f75-f86e97ae19a0 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=32b419d1-79aa-49b7-86b9-fa2542e3d826 HTTP/1.1" status: 200 len: 943 time: 0.1903257 Feb 03 11:42:02.735104 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67e348-c468-4747-a6db-27ef8d8a573d req-9320a93f-521c-4079-acdd-83ef6330edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:02.736587 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7c67e348-c468-4747-a6db-27ef8d8a573d req-9320a93f-521c-4079-acdd-83ef6330edc7 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=64aa1d83111b4e2ba616806df59776dd&device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 1202 time: 0.2346380 Feb 03 11:42:02.776307 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-33701260-0fa5-47f5-b702-ade4a552230e req-308fc121-2814-468d-8200-7bc5f2919eba tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d&id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0771320 Feb 03 11:42:02.883040 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-37f83417-d94e-45fa-8ccb-fd6fce51c6cb req-e20a2373-42b1-4128-8649-011dcd467c73 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434038 Feb 03 11:42:02.936297 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67e348-c468-4747-a6db-27ef8d8a573d req-ac68f66d-87a8-4a25-b398-2a57fc679eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:02.938774 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7c67e348-c468-4747-a6db-27ef8d8a573d req-ac68f66d-87a8-4a25-b398-2a57fc679eae service neutron] 10.222.0.122 "GET /v2.0/networks?id=658b2e23-84fc-417e-81b7-6ef8c3f7b0bb HTTP/1.1" status: 200 len: 908 time: 0.1846726 Feb 03 11:42:03.053312 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7c67e348-c468-4747-a6db-27ef8d8a573d req-e72d2657-ed5b-41d0-a6d1-3cc33732d47c service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e0e12cc-d4e2-4489-b083-34bece7803da HTTP/1.1" status: 200 len: 1000 time: 0.1024253 Feb 03 11:42:03.127811 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67e348-c468-4747-a6db-27ef8d8a573d req-37cb9066-684b-4b65-8194-0264dccb7381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:03.129315 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7c67e348-c468-4747-a6db-27ef8d8a573d req-37cb9066-684b-4b65-8194-0264dccb7381 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=2462024d-c4c8-455b-b121-b22caa048e39 HTTP/1.1" status: 200 len: 853 time: 0.0686650 Feb 03 11:42:03.233974 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67e348-c468-4747-a6db-27ef8d8a573d req-52024eac-6c93-471e-854b-651cd4b7b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:03.235587 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7c67e348-c468-4747-a6db-27ef8d8a573d req-52024eac-6c93-471e-854b-651cd4b7b889 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=658b2e23-84fc-417e-81b7-6ef8c3f7b0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0913868 Feb 03 11:42:03.626411 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7c67e348-c468-4747-a6db-27ef8d8a573d req-94fc808e-0556-4957-8521-eab7cd146ffe service neutron] 10.222.0.122 "GET /v2.0/networks/658b2e23-84fc-417e-81b7-6ef8c3f7b0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783340 Feb 03 11:42:03.773462 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7c67e348-c468-4747-a6db-27ef8d8a573d req-56ebab56-1c1c-4b85-ab49-bdaf6a189205 service neutron] 10.222.0.122 "GET /v2.0/networks/658b2e23-84fc-417e-81b7-6ef8c3f7b0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392655 Feb 03 11:42:04.070375 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb60b32-d12f-4805-a4a5-1a27138be132 req-455b399d-8fb0-4a23-8f37-d589fcccdab3 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:04.072054 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-acb60b32-d12f-4805-a4a5-1a27138be132 req-455b399d-8fb0-4a23-8f37-d589fcccdab3 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 984 time: 0.1644752 Feb 03 11:42:04.158599 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-acb60b32-d12f-4805-a4a5-1a27138be132 req-6f8c1a96-859f-44ae-8b77-3a9e7ec73935 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d&id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0793946 Feb 03 11:42:04.176843 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8746243-f28b-45d3-a45c-88633260ea70 req-5dac0c6a-ffaf-440f-8200-01e77fa7fa81 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:04.178443 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f8746243-f28b-45d3-a45c-88633260ea70 req-5dac0c6a-ffaf-440f-8200-01e77fa7fa81 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=32b419d1-79aa-49b7-86b9-fa2542e3d826 HTTP/1.1" status: 200 len: 943 time: 0.1664374 Feb 03 11:42:04.243538 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f8746243-f28b-45d3-a45c-88633260ea70 req-534dca05-fd8e-44a5-8aeb-f58ced785838 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587623 Feb 03 11:42:05.459129 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e619099-00df-4562-b1bc-e25039468ef2 req-cdfad67d-578b-4602-a631-fe1e1f5b42e9 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:05.461811 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0e619099-00df-4562-b1bc-e25039468ef2 req-cdfad67d-578b-4602-a631-fe1e1f5b42e9 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 984 time: 0.1665015 Feb 03 11:42:05.543937 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29ddec-a019-45aa-b41a-a11a92edf8f9 req-7875186f-3738-46bf-94e4-36b2c69ef31a tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:05.545209 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0e619099-00df-4562-b1bc-e25039468ef2 req-6ff58d2a-76cd-4735-9494-09d0f3251eb4 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d&id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0748458 Feb 03 11:42:05.545573 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ca29ddec-a019-45aa-b41a-a11a92edf8f9 req-7875186f-3738-46bf-94e4-36b2c69ef31a tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=32b419d1-79aa-49b7-86b9-fa2542e3d826 HTTP/1.1" status: 200 len: 943 time: 0.1615350 Feb 03 11:42:05.619835 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ca29ddec-a019-45aa-b41a-a11a92edf8f9 req-95fa8c00-e266-4c54-8831-7b09ecb0c45e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647099 Feb 03 11:42:05.705083 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device dc512fd9-6033-4e92-b9ff-248f916ec1a9 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:42:05.792032 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning for port dc512fd9-6033-4e92-b9ff-248f916ec1a9 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:42:05.797017 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port dc512fd9-6033-4e92-b9ff-248f916ec1a9 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:42:05.797437 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:05.927239 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:05.956398 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b419d1-79aa-49b7-86b9-fa2542e3d826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc512fd9-6033-4e92-b9ff-248f916ec1a9'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:42:05.966842 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port dc512fd9-6033-4e92-b9ff-248f916ec1a9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=dc512fd9-6033-4e92-b9ff-248f916ec1a9,segment=NetworkSegment(fa008143-7bb3-4b93-93ce-c063a74564a2),segment_id=fa008143-7bb3-4b93-93ce-c063a74564a2)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:42:05.970477 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:05.972441 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:42:06.018420 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b419d1-79aa-49b7-86b9-fa2542e3d826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc512fd9-6033-4e92-b9ff-248f916ec1a9', 'code': 200} Feb 03 11:42:06.045860 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=dc512fd9-6033-4e92-b9ff-248f916ec1a9,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:42:06.048997 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:42:06.290909 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ab62d-8995-40fc-90f4-ff87e9a1773f req-c57a857f-87da-4697-8276-f8b67ea959fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:06.292528 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-205ab62d-8995-40fc-90f4-ff87e9a1773f req-c57a857f-87da-4697-8276-f8b67ea959fb service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=32b419d1-79aa-49b7-86b9-fa2542e3d826 HTTP/1.1" status: 200 len: 1162 time: 0.0791254 Feb 03 11:42:06.343403 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-205ab62d-8995-40fc-90f4-ff87e9a1773f req-8aa31f99-c026-4be2-9db5-1fbed3c47936 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431945 Feb 03 11:42:06.695299 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device dc512fd9-6033-4e92-b9ff-248f916ec1a9 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:42:06.770199 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port dc512fd9-6033-4e92-b9ff-248f916ec1a9 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:42:06.770607 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:06.871971 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81363277-f78c-447a-9830-ddef6a1c3f4c req-bdcb6dea-65e8-4eda-a410-a754ac1c71dc tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:06.873632 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-81363277-f78c-447a-9830-ddef6a1c3f4c req-bdcb6dea-65e8-4eda-a410-a754ac1c71dc tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 984 time: 0.1816428 Feb 03 11:42:06.930563 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546d223-b759-4ea0-9a1e-8c27808c8469 req-b1ac7e5d-b555-4ca3-a029-29195782e5bc tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:06.932281 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a546d223-b759-4ea0-9a1e-8c27808c8469 req-b1ac7e5d-b555-4ca3-a029-29195782e5bc tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=32b419d1-79aa-49b7-86b9-fa2542e3d826 HTTP/1.1" status: 200 len: 945 time: 0.1743681 Feb 03 11:42:06.956475 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-81363277-f78c-447a-9830-ddef6a1c3f4c req-1ae82e21-03e8-4dff-82f0-8fe85b1a77ef tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d&id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0761800 Feb 03 11:42:06.999361 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a546d223-b759-4ea0-9a1e-8c27808c8469 req-c5cff620-4bc7-4c19-a851-eb6038c78f15 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601251 Feb 03 11:42:08.263107 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf3071-8d2f-46ee-a920-7494243f0b87 req-c56e4497-d9ec-44a5-b5f7-bb234f68c88b tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:08.265094 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-afcf3071-8d2f-46ee-a920-7494243f0b87 req-c56e4497-d9ec-44a5-b5f7-bb234f68c88b tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 984 time: 0.1759322 Feb 03 11:42:08.292432 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193440d6-08ed-46d4-b680-520191f33998 req-467c65e2-8ddd-4df8-a09a-a3e30d12be84 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:08.294117 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-193440d6-08ed-46d4-b680-520191f33998 req-467c65e2-8ddd-4df8-a09a-a3e30d12be84 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=32b419d1-79aa-49b7-86b9-fa2542e3d826 HTTP/1.1" status: 200 len: 945 time: 0.1639521 Feb 03 11:42:08.349214 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-afcf3071-8d2f-46ee-a920-7494243f0b87 req-8d9db6bb-8552-487a-961e-434f25e01979 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d&id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0775025 Feb 03 11:42:08.359990 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-193440d6-08ed-46d4-b680-520191f33998 req-3b52fb37-f5ac-4033-9997-b8f2d03716c0 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575969 Feb 03 11:42:09.656211 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a475b56-0735-4a96-9aa8-38651f8bd656 req-ce7b182c-6049-4dee-9c85-78e918071640 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:09.656809 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7f468-6a69-4553-9348-69bceed0ff86 req-0a583819-cc41-4828-8081-f234f1264ace tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:09.657897 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3a475b56-0735-4a96-9aa8-38651f8bd656 req-ce7b182c-6049-4dee-9c85-78e918071640 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=32b419d1-79aa-49b7-86b9-fa2542e3d826 HTTP/1.1" status: 200 len: 945 time: 0.1663365 Feb 03 11:42:09.659824 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f1b7f468-6a69-4553-9348-69bceed0ff86 req-0a583819-cc41-4828-8081-f234f1264ace tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 984 time: 0.1740339 Feb 03 11:42:09.723925 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3a475b56-0735-4a96-9aa8-38651f8bd656 req-961e2a5a-2d9d-4822-b694-def42fd9438c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594306 Feb 03 11:42:09.741381 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f1b7f468-6a69-4553-9348-69bceed0ff86 req-fee097c9-3efd-4f48-88a9-d19ea8de212d tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d&id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0765607 Feb 03 11:42:11.047959 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bd042-224f-4701-b23e-a4c80abade52 req-943eca0d-6e45-49bf-bc7c-b4fb60909a9c tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:11.049500 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0a6bd042-224f-4701-b23e-a4c80abade52 req-943eca0d-6e45-49bf-bc7c-b4fb60909a9c tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 984 time: 0.1724970 Feb 03 11:42:11.141382 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0a6bd042-224f-4701-b23e-a4c80abade52 req-3e4a7ca4-56e3-4863-b384-e98c370ae325 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d&id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0816486 Feb 03 11:42:12.447871 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e04564-13ae-4d4c-9d83-32acb5171311 req-ad5906d1-34db-4262-9b8b-fea1abf9febd tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:12.449396 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-68e04564-13ae-4d4c-9d83-32acb5171311 req-ad5906d1-34db-4262-9b8b-fea1abf9febd tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 984 time: 0.1646588 Feb 03 11:42:12.535733 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-68e04564-13ae-4d4c-9d83-32acb5171311 req-4abfb993-0c37-48e0-9bed-13aa3cd8b18d tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d&id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0790272 Feb 03 11:42:14.072268 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18e80d-1d31-4800-87f1-475dd2b13816 req-063459bd-933d-41a5-a05a-8bb9e8b6fb95 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:14.073949 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-cf18e80d-1d31-4800-87f1-475dd2b13816 req-063459bd-933d-41a5-a05a-8bb9e8b6fb95 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 984 time: 0.4017029 Feb 03 11:42:14.160377 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-cf18e80d-1d31-4800-87f1-475dd2b13816 req-d85aa450-eb37-442f-acf9-ca016e2bd57e tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d&id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0783894 Feb 03 11:42:14.218296 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:42:15.472322 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0738d-4183-473c-bbfd-caee416c9bc0 req-9838e2a0-34dc-4f6b-bef7-409ffb2f32a0 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:15.473881 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-85b0738d-4183-473c-bbfd-caee416c9bc0 req-9838e2a0-34dc-4f6b-bef7-409ffb2f32a0 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 984 time: 0.1695750 Feb 03 11:42:15.560568 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-85b0738d-4183-473c-bbfd-caee416c9bc0 req-264c8f2c-c48d-43ac-aa6c-bc1a9d6c764f tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d&id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0763066 Feb 03 11:42:16.415860 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-72789043-5439-4859-9cd1-1269bfaae379 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:16.417371 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-72789043-5439-4859-9cd1-1269bfaae379 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/networks?id=59b95fa3-4817-40b3-8844-e4832119112d HTTP/1.1" status: 200 len: 815 time: 0.2425189 Feb 03 11:42:16.434750 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-047bfde1-a929-48f1-8985-04231b2ab16a tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/quotas/188cf6d6b4c544169f6dbbcd428bbb6f HTTP/1.1" status: 200 len: 375 time: 0.0102549 Feb 03 11:42:16.576075 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-f2cfeb0c-77fe-45cf-819f-7b54f76caab6 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=188cf6d6b4c544169f6dbbcd428bbb6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1356373 Feb 03 11:42:16.725097 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-bed271f7-e970-4b3a-83b5-cae84eab7cad service neutron] 10.222.0.68 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363037 Feb 03 11:42:16.873725 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-2f5c401c-e366-4a0d-833f-4045101fb8c0 service neutron] 10.222.0.68 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393273 Feb 03 11:42:17.080181 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8b6ea0e0-08d6-43fd-8f2a-8c3da3f1657d req-3299328b-73a1-4cfc-97ce-42d4eff389fd tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d87c168-f081-42dd-9f39-395315f2fd02 HTTP/1.1" status: 200 len: 210 time: 0.0503080 Feb 03 11:42:18.270119 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5e0dea31-4882-4317-908d-657b337ba6f1 req-74c2100f-dc81-4b4f-82c6-2bd10d9b9c77 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d87c168-f081-42dd-9f39-395315f2fd02 HTTP/1.1" status: 200 len: 210 time: 0.0510633 Feb 03 11:42:18.462783 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-08fc88dc-a11d-41e5-88a4-593d712bf6f0 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:18.464426 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-08fc88dc-a11d-41e5-88a4-593d712bf6f0 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.122 "GET /v2.0/networks?id=59b95fa3-4817-40b3-8844-e4832119112d HTTP/1.1" status: 200 len: 815 time: 0.2375267 Feb 03 11:42:18.484483 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-4cbb9740-a0d0-4fa6-bf7e-4924d339f3c3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Request body: {'port': {'device_id': '6d87c168-f081-42dd-9f39-395315f2fd02', 'network_id': '59b95fa3-4817-40b3-8844-e4832119112d', 'admin_state_up': True, 'tenant_id': '188cf6d6b4c544169f6dbbcd428bbb6f'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:42:18.632210 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-4cbb9740-a0d0-4fa6-bf7e-4924d339f3c3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:42:18.642597 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-4cbb9740-a0d0-4fa6-bf7e-4924d339f3c3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:42:18.652887 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-4cbb9740-a0d0-4fa6-bf7e-4924d339f3c3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Made reservation on behalf of 188cf6d6b4c544169f6dbbcd428bbb6f for: {'port': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:42:18.674512 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-4cbb9740-a0d0-4fa6-bf7e-4924d339f3c3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:18.989123 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-4cbb9740-a0d0-4fa6-bf7e-4924d339f3c3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Allocated IP 172.20.0.9 (59b95fa3-4817-40b3-8844-e4832119112d/c9a73d8e-f5ea-46c3-8e0e-28ab1a2ff0d2/2336a2bf-3abc-46d7-921a-42f5889eb0dd) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:42:19.209721 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-4cbb9740-a0d0-4fa6-bf7e-4924d339f3c3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:19.243747 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-4cbb9740-a0d0-4fa6-bf7e-4924d339f3c3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:19.258526 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:42:19.407537 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb9740-a0d0-4fa6-bf7e-4924d339f3c3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Pushing event updated for resources: {'Port': ['ID=2336a2bf-3abc-46d7-921a-42f5889eb0dd,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:42:19.410808 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4cbb9740-a0d0-4fa6-bf7e-4924d339f3c3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:42:19.528691 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-4cbb9740-a0d0-4fa6-bf7e-4924d339f3c3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Network 59b95fa3-4817-40b3-8844-e4832119112d is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:42:19.531401 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-4cbb9740-a0d0-4fa6-bf7e-4924d339f3c3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:42:19.533857 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-4cbb9740-a0d0-4fa6-bf7e-4924d339f3c3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:42:19.669154 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35373322-8c63-4d8b-ae07-5a6add001b14 req-c41637d8-19d7-46d2-941f-db91eb62a014 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:19.670857 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-35373322-8c63-4d8b-ae07-5a6add001b14 req-c41637d8-19d7-46d2-941f-db91eb62a014 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d87c168-f081-42dd-9f39-395315f2fd02 HTTP/1.1" status: 200 len: 931 time: 0.2564983 Feb 03 11:42:19.744339 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-4cbb9740-a0d0-4fa6-bf7e-4924d339f3c3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:19.744994 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-4cbb9740-a0d0-4fa6-bf7e-4924d339f3c3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:19.819399 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-35373322-8c63-4d8b-ae07-5a6add001b14 req-9c093a5c-93ef-4286-8050-83d6e490355c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416204 Feb 03 11:42:19.820687 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-4cbb9740-a0d0-4fa6-bf7e-4924d339f3c3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3420587 Feb 03 11:42:19.833327 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Request body: {'port': {'device_id': '6d87c168-f081-42dd-9f39-395315f2fd02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:42:19.961312 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:20.349172 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-fb7f1292-08d2-473c-8b4e-42c6e7731df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:20.386418 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2336a2bf-3abc-46d7-921a-42f5889eb0dd {{(pid=80076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 11:42:20.394778 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:20.407551 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Transition to ACTIVE for port object 2336a2bf-3abc-46d7-921a-42f5889eb0dd will not be triggered until provisioned by entity L2. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:42:20.411950 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:20.425263 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e6226753-2ee3-4c75-8e2d-061cca969db2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:42:20.559204 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Pushing event updated for resources: {'Port': ['ID=2336a2bf-3abc-46d7-921a-42f5889eb0dd,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:42:20.563827 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:42:20.751040 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Attempting to bind port 2336a2bf-3abc-46d7-921a-42f5889eb0dd on host hv-cinder-77387 for vnic_type normal with profile {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:42:20.751437 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Attempting to bind port 2336a2bf-3abc-46d7-921a-42f5889eb0dd by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': 'fa008143-7bb3-4b93-93ce-c063a74564a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '59b95fa3-4817-40b3-8844-e4832119112d'}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:42:20.751804 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Attempting to bind port 2336a2bf-3abc-46d7-921a-42f5889eb0dd on network 59b95fa3-4817-40b3-8844-e4832119112d {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:42:20.757744 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Checking agent: {'id': 'd04a5943-f855-4f30-8269-6a00b74e68db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 34, 59), 'started_at': datetime.datetime(2021, 2, 3, 11, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.119', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:42:20.758111 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Checking segment: {'id': 'fa008143-7bb3-4b93-93ce-c063a74564a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '59b95fa3-4817-40b3-8844-e4832119112d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:42:20.758539 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:20.758932 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Bound using segment: {'id': 'fa008143-7bb3-4b93-93ce-c063a74564a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '59b95fa3-4817-40b3-8844-e4832119112d'} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:42:20.759433 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Bound port: 2336a2bf-3abc-46d7-921a-42f5889eb0dd, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa008143-7bb3-4b93-93ce-c063a74564a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '59b95fa3-4817-40b3-8844-e4832119112d'}}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:42:20.759856 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:20.859069 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] For port 2336a2bf-3abc-46d7-921a-42f5889eb0dd, host hv-cinder-77387, cleared binding levels {{(pid=80076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:42:20.862488 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] For port 2336a2bf-3abc-46d7-921a-42f5889eb0dd, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=2336a2bf-3abc-46d7-921a-42f5889eb0dd,segment=NetworkSegment(fa008143-7bb3-4b93-93ce-c063a74564a2),segment_id=fa008143-7bb3-4b93-93ce-c063a74564a2)] {{(pid=80076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:42:20.866585 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:20.880292 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-50f85e6a-0b96-41cf-9520-ead17385c9e7 tempest-VolumesActionsTest-1481498074 tempest-VolumesActionsTest-1481498074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:42:21.024621 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Pushing event updated for resources: {'Port': ['ID=2336a2bf-3abc-46d7-921a-42f5889eb0dd,revision_number=3']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:42:21.038135 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:42:21.074210 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:21.074997 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:21.076414 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] 10.222.0.122 "PUT /v2.0/ports/2336a2bf-3abc-46d7-921a-42f5889eb0dd HTTP/1.1" status: 200 len: 1157 time: 1.2479200 Feb 03 11:42:21.076913 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d87c168-f081-42dd-9f39-395315f2fd02', 'tag': '2336a2bf-3abc-46d7-921a-42f5889eb0dd'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:42:21.125935 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517258f1-3935-4e29-8cdd-1e9aacc162ea req-3d504971-32e2-44c5-a47a-7371d42cebf9 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:21.127704 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-517258f1-3935-4e29-8cdd-1e9aacc162ea req-3d504971-32e2-44c5-a47a-7371d42cebf9 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d87c168-f081-42dd-9f39-395315f2fd02 HTTP/1.1" status: 200 len: 943 time: 0.1729147 Feb 03 11:42:21.149682 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d87c168-f081-42dd-9f39-395315f2fd02', 'tag': '2336a2bf-3abc-46d7-921a-42f5889eb0dd', 'status': 'completed', 'code': 200} Feb 03 11:42:21.198408 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-d28ea68d-ae15-4468-babd-227311ecf4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:21.199577 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-517258f1-3935-4e29-8cdd-1e9aacc162ea req-5bdffaf3-7ee5-415d-bc47-b544fd655654 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638666 Feb 03 11:42:21.200015 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-d28ea68d-ae15-4468-babd-227311ecf4e3 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=188cf6d6b4c544169f6dbbcd428bbb6f&device_id=6d87c168-f081-42dd-9f39-395315f2fd02 HTTP/1.1" status: 200 len: 1160 time: 0.0872521 Feb 03 11:42:21.273721 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-60eb21a6-99f6-4700-b9a8-c5e4fc3672a0 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2336a2bf-3abc-46d7-921a-42f5889eb0dd HTTP/1.1" status: 200 len: 217 time: 0.0656068 Feb 03 11:42:21.584833 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-804a0454-337b-4127-8986-d4eb0c707195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:21.586403 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-804a0454-337b-4127-8986-d4eb0c707195 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=c9a73d8e-f5ea-46c3-8e0e-28ab1a2ff0d2 HTTP/1.1" status: 200 len: 855 time: 0.3037820 Feb 03 11:42:21.640447 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-61b4a8b3-c996-4588-acb0-e7abd2a8e4e0 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=59b95fa3-4817-40b3-8844-e4832119112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461245 Feb 03 11:42:21.782826 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-82488daa-8677-4f7c-a3fa-f2584f0231e0 service neutron] 10.222.0.122 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342728 Feb 03 11:42:21.926545 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fa8fce4b-35ea-4b3b-a980-b2b63abb9d96 req-1c474d65-36e8-4f5e-aa0b-db3d5c478593 service neutron] 10.222.0.122 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365871 Feb 03 11:42:22.056152 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0622cf-1928-4384-b6e8-42831cc21c3a req-303a88bc-eade-4d34-9136-d614a0927439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:22.057725 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8e0622cf-1928-4384-b6e8-42831cc21c3a req-303a88bc-eade-4d34-9136-d614a0927439 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=188cf6d6b4c544169f6dbbcd428bbb6f&device_id=6d87c168-f081-42dd-9f39-395315f2fd02 HTTP/1.1" status: 200 len: 1160 time: 0.0798655 Feb 03 11:42:22.205484 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0622cf-1928-4384-b6e8-42831cc21c3a req-a58feb1b-92dc-4fa4-afa6-660193eae29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:22.206960 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8e0622cf-1928-4384-b6e8-42831cc21c3a req-a58feb1b-92dc-4fa4-afa6-660193eae29e service neutron] 10.222.0.122 "GET /v2.0/networks?id=59b95fa3-4817-40b3-8844-e4832119112d HTTP/1.1" status: 200 len: 909 time: 0.1376424 Feb 03 11:42:22.284590 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8e0622cf-1928-4384-b6e8-42831cc21c3a req-10924d91-b20a-45b2-9942-6c585e5eb0ec service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2336a2bf-3abc-46d7-921a-42f5889eb0dd HTTP/1.1" status: 200 len: 217 time: 0.0687540 Feb 03 11:42:22.405520 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0622cf-1928-4384-b6e8-42831cc21c3a req-cfbc2eec-0a7c-4bbb-9635-b30a1db3d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:22.407051 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8e0622cf-1928-4384-b6e8-42831cc21c3a req-cfbc2eec-0a7c-4bbb-9635-b30a1db3d973 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=c9a73d8e-f5ea-46c3-8e0e-28ab1a2ff0d2 HTTP/1.1" status: 200 len: 855 time: 0.1149926 Feb 03 11:42:22.467654 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8e0622cf-1928-4384-b6e8-42831cc21c3a req-1a484168-98b4-4621-8108-0625f0b4e7cc service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=59b95fa3-4817-40b3-8844-e4832119112d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502012 Feb 03 11:42:22.573487 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1690-11b0-4236-8a7c-071e559d2952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:22.637806 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708de6f9-d8b5-4d10-a0ff-1203ae9d51b3 req-8d494092-164a-47c5-b6fb-002b323d562c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:22.638667 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-708de6f9-d8b5-4d10-a0ff-1203ae9d51b3 req-8d494092-164a-47c5-b6fb-002b323d562c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Synchronizing usage tracker for tenant:188cf6d6b4c544169f6dbbcd428bbb6f on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:42:22.672931 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-708de6f9-d8b5-4d10-a0ff-1203ae9d51b3 req-8d494092-164a-47c5-b6fb-002b323d562c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Unset dirty status for tenant:188cf6d6b4c544169f6dbbcd428bbb6f on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:42:22.674180 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-708de6f9-d8b5-4d10-a0ff-1203ae9d51b3 req-8d494092-164a-47c5-b6fb-002b323d562c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d87c168-f081-42dd-9f39-395315f2fd02 HTTP/1.1" status: 200 len: 943 time: 0.3356030 Feb 03 11:42:22.739769 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8e0622cf-1928-4384-b6e8-42831cc21c3a req-37d61647-892b-427b-bdd4-c789cc00942a service neutron] 10.222.0.122 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639372 Feb 03 11:42:22.766328 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-708de6f9-d8b5-4d10-a0ff-1203ae9d51b3 req-33e04afe-4039-47f1-b73b-b2489348bdc2 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812018 Feb 03 11:42:22.916727 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8e0622cf-1928-4384-b6e8-42831cc21c3a req-9cbd9ab2-a0f8-4ebc-b3d9-553198debf7a service neutron] 10.222.0.122 "GET /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1687853 Feb 03 11:42:23.162138 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:24.008894 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:24.083104 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460c4e4-4ce5-4fae-acbe-0c2e48eda7cd req-27c1e825-3db6-49d1-9110-150373e6e340 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:24.084792 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a460c4e4-4ce5-4fae-acbe-0c2e48eda7cd req-27c1e825-3db6-49d1-9110-150373e6e340 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d87c168-f081-42dd-9f39-395315f2fd02 HTTP/1.1" status: 200 len: 943 time: 0.1737204 Feb 03 11:42:24.149765 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a460c4e4-4ce5-4fae-acbe-0c2e48eda7cd req-4e31e532-1a30-47a4-becf-10054b324bb1 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586021 Feb 03 11:42:24.592926 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:25.458815 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90883f8-5cd1-4f3f-b3a2-61dc89ba3fb8 req-de4e7b0d-ec8e-49b9-bcee-1b4bedd68473 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:25.460374 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b90883f8-5cd1-4f3f-b3a2-61dc89ba3fb8 req-de4e7b0d-ec8e-49b9-bcee-1b4bedd68473 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d87c168-f081-42dd-9f39-395315f2fd02 HTTP/1.1" status: 200 len: 943 time: 0.1707203 Feb 03 11:42:25.538475 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b90883f8-5cd1-4f3f-b3a2-61dc89ba3fb8 req-a4ffd9f9-476c-4872-af74-1fa94310b5e1 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682714 Feb 03 11:42:26.855654 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969846fb-199a-4083-9667-247ff8e4e389 req-a39608df-4497-4e14-ae20-3befcb809f6a tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:26.857341 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-969846fb-199a-4083-9667-247ff8e4e389 req-a39608df-4497-4e14-ae20-3befcb809f6a tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d87c168-f081-42dd-9f39-395315f2fd02 HTTP/1.1" status: 200 len: 943 time: 0.1736975 Feb 03 11:42:26.925657 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-969846fb-199a-4083-9667-247ff8e4e389 req-77e43b75-c2b3-4c34-bbe6-cb7244fbfc52 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588603 Feb 03 11:42:27.794090 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 2336a2bf-3abc-46d7-921a-42f5889eb0dd up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:42:27.878599 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning for port 2336a2bf-3abc-46d7-921a-42f5889eb0dd completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:42:27.884310 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 2336a2bf-3abc-46d7-921a-42f5889eb0dd triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:42:27.884771 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:28.009936 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:28.038737 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d87c168-f081-42dd-9f39-395315f2fd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2336a2bf-3abc-46d7-921a-42f5889eb0dd'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:42:28.049471 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port 2336a2bf-3abc-46d7-921a-42f5889eb0dd, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=2336a2bf-3abc-46d7-921a-42f5889eb0dd,segment=NetworkSegment(fa008143-7bb3-4b93-93ce-c063a74564a2),segment_id=fa008143-7bb3-4b93-93ce-c063a74564a2)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:42:28.054125 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:28.056246 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:42:28.111197 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d87c168-f081-42dd-9f39-395315f2fd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2336a2bf-3abc-46d7-921a-42f5889eb0dd', 'code': 200} Feb 03 11:42:28.129204 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=2336a2bf-3abc-46d7-921a-42f5889eb0dd,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:42:28.132332 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:42:28.241455 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f54e37-908d-437b-8682-260df2be4178 req-52e6b274-4ce9-4f42-825c-f8db95783ee1 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:28.243070 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e4f54e37-908d-437b-8682-260df2be4178 req-52e6b274-4ce9-4f42-825c-f8db95783ee1 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d87c168-f081-42dd-9f39-395315f2fd02 HTTP/1.1" status: 200 len: 945 time: 0.1733766 Feb 03 11:42:28.323921 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e4f54e37-908d-437b-8682-260df2be4178 req-1045a3f7-8870-4cb7-a206-4a089ce10e0c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743768 Feb 03 11:42:28.452933 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3354ca0-5e5f-4399-8e6f-3987bba72d35 req-2be78b23-c9a3-4c47-86a3-b1a547b0d1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:28.454513 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d3354ca0-5e5f-4399-8e6f-3987bba72d35 req-2be78b23-c9a3-4c47-86a3-b1a547b0d1a8 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=6d87c168-f081-42dd-9f39-395315f2fd02 HTTP/1.1" status: 200 len: 1162 time: 0.1656191 Feb 03 11:42:28.511689 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d3354ca0-5e5f-4399-8e6f-3987bba72d35 req-dc720ed8-3354-42c0-a5e9-e4513305b5ce service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411897 Feb 03 11:42:28.704534 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:28.851414 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 2336a2bf-3abc-46d7-921a-42f5889eb0dd up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:42:28.931938 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 2336a2bf-3abc-46d7-921a-42f5889eb0dd triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:42:28.932526 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:29.627941 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455231d3-ec39-4549-8041-b2da0da796eb req-eb2777bf-1d5c-4c94-a789-2a993f8e6ed2 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:29.629645 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-455231d3-ec39-4549-8041-b2da0da796eb req-eb2777bf-1d5c-4c94-a789-2a993f8e6ed2 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d87c168-f081-42dd-9f39-395315f2fd02 HTTP/1.1" status: 200 len: 945 time: 0.1687257 Feb 03 11:42:29.694498 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-455231d3-ec39-4549-8041-b2da0da796eb req-9bc58249-0ec9-4af3-9dc3-ee00654d8c86 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583611 Feb 03 11:42:30.889477 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 2336a2bf-3abc-46d7-921a-42f5889eb0dd up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:42:30.969247 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 2336a2bf-3abc-46d7-921a-42f5889eb0dd triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:42:30.969566 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:31.003060 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc7c40-26ba-4da9-b08c-ed585628b1ac req-68b5a6ad-b514-4d45-84ee-c26103670d30 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:31.004780 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2cfc7c40-26ba-4da9-b08c-ed585628b1ac req-68b5a6ad-b514-4d45-84ee-c26103670d30 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d87c168-f081-42dd-9f39-395315f2fd02 HTTP/1.1" status: 200 len: 945 time: 0.1711507 Feb 03 11:42:31.069797 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2cfc7c40-26ba-4da9-b08c-ed585628b1ac req-677cc683-c8bc-47bc-8fa7-b7de16ad30d4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585687 Feb 03 11:42:39.013784 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d47b12-41b0-4146-9fcf-dc14f63b6591 req-6c1e7d47-09f0-45fb-bf3a-13a5010b3a54 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:39.015303 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-89d47b12-41b0-4146-9fcf-dc14f63b6591 req-6c1e7d47-09f0-45fb-bf3a-13a5010b3a54 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d87c168-f081-42dd-9f39-395315f2fd02 HTTP/1.1" status: 200 len: 945 time: 0.1692102 Feb 03 11:42:39.081136 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-89d47b12-41b0-4146-9fcf-dc14f63b6591 req-1a69d1d1-a22a-491c-8bc9-704d1258eebd tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592422 Feb 03 11:42:40.403195 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeecce5-032b-42ea-8870-fbc63bd8f77a req-26a5d0cd-847d-42e6-93d4-b8322ebce66e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:40.404953 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-dfeecce5-032b-42ea-8870-fbc63bd8f77a req-26a5d0cd-847d-42e6-93d4-b8322ebce66e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d87c168-f081-42dd-9f39-395315f2fd02 HTTP/1.1" status: 200 len: 945 time: 0.1693966 Feb 03 11:42:40.474681 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-dfeecce5-032b-42ea-8870-fbc63bd8f77a req-214a5de6-dd74-4429-a041-144cffbb9edb tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601387 Feb 03 11:42:41.389186 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cad89-b1b5-4022-92c9-1094e086f94a req-3ad0426f-ef37-4919-ae63-02027c420f3a tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:41.390746 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-869cad89-b1b5-4022-92c9-1094e086f94a req-3ad0426f-ef37-4919-ae63-02027c420f3a tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.122 "GET /v2.0/ports?device_id=6d87c168-f081-42dd-9f39-395315f2fd02 HTTP/1.1" status: 200 len: 945 time: 0.1847723 Feb 03 11:42:41.499859 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-869cad89-b1b5-4022-92c9-1094e086f94a req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Deleting port 2336a2bf-3abc-46d7-921a-42f5889eb0dd {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:42:41.500475 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-869cad89-b1b5-4022-92c9-1094e086f94a req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:41.931932 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f327ba0-4f2b-46dc-bd4a-af895ecf71d0 req-780a729a-12fc-4afb-9cf9-e18e6f5a4a38 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:41.933636 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9f327ba0-4f2b-46dc-bd4a-af895ecf71d0 req-780a729a-12fc-4afb-9cf9-e18e6f5a4a38 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=6d87c168-f081-42dd-9f39-395315f2fd02 HTTP/1.1" status: 200 len: 945 time: 0.3135290 Feb 03 11:42:41.941472 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-869cad89-b1b5-4022-92c9-1094e086f94a req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] For port 2336a2bf-3abc-46d7-921a-42f5889eb0dd, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=2336a2bf-3abc-46d7-921a-42f5889eb0dd,segment=NetworkSegment(fa008143-7bb3-4b93-93ce-c063a74564a2),segment_id=fa008143-7bb3-4b93-93ce-c063a74564a2)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:42:41.942452 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-869cad89-b1b5-4022-92c9-1094e086f94a req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:42.095018 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-869cad89-b1b5-4022-92c9-1094e086f94a req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Calling delete_port for 2336a2bf-3abc-46d7-921a-42f5889eb0dd owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:42:42.185392 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9f327ba0-4f2b-46dc-bd4a-af895ecf71d0 req-726e7a70-da34-4461-b79c-05afcc680836 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311990 Feb 03 11:42:42.279930 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-869cad89-b1b5-4022-92c9-1094e086f94a req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:42.294946 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:42:42.390638 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Pushing event deleted for resources: {'Port': ['ID=2336a2bf-3abc-46d7-921a-42f5889eb0dd,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:42:42.406072 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.406461 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.406854 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.407235 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.407636 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.408016 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.408391 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.408764 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.409140 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.409509 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.409879 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.410248 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.410654 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.411021 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.411412 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.411779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.412144 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.412513 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.412881 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.413241 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.413608 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.413974 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.414337 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.414696 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:42:42.418488 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:42:42.523995 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-869cad89-b1b5-4022-92c9-1094e086f94a req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] No DVR routers for this DVR port 2336a2bf-3abc-46d7-921a-42f5889eb0dd on host hv-cinder-77387 {{(pid=80076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:42:42.526196 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-869cad89-b1b5-4022-92c9-1094e086f94a req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:42.528933 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d87c168-f081-42dd-9f39-395315f2fd02', 'name': 'network-vif-deleted', 'tag': '2336a2bf-3abc-46d7-921a-42f5889eb0dd'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:42:42.545184 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-869cad89-b1b5-4022-92c9-1094e086f94a req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.122 "DELETE /v2.0/ports/2336a2bf-3abc-46d7-921a-42f5889eb0dd HTTP/1.1" status: 204 len: 173 time: 1.1478848 Feb 03 11:42:42.686639 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d87c168-f081-42dd-9f39-395315f2fd02', 'name': 'network-vif-deleted', 'tag': '2336a2bf-3abc-46d7-921a-42f5889eb0dd', 'status': 'completed', 'code': 200} Feb 03 11:42:44.057463 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 2336a2bf-3abc-46d7-921a-42f5889eb0dd no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:42:44.102053 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] No Port match for: 2336a2bf-3abc-46d7-921a-42f5889eb0dd {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:42:44.102440 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 2336a2bf-3abc-46d7-921a-42f5889eb0dd not bound to the agent host hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:42:45.063622 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78aba6-2a96-463c-a092-58e18f06f39f req-8c8d7426-2609-4338-b689-a8f04f27408a tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:45.064320 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-3e78aba6-2a96-463c-a092-58e18f06f39f req-8c8d7426-2609-4338-b689-a8f04f27408a tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Synchronizing usage tracker for tenant:188cf6d6b4c544169f6dbbcd428bbb6f on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:42:45.084301 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-3e78aba6-2a96-463c-a092-58e18f06f39f req-8c8d7426-2609-4338-b689-a8f04f27408a tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Unset dirty status for tenant:188cf6d6b4c544169f6dbbcd428bbb6f on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:42:45.085542 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3e78aba6-2a96-463c-a092-58e18f06f39f req-8c8d7426-2609-4338-b689-a8f04f27408a tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=32b419d1-79aa-49b7-86b9-fa2542e3d826 HTTP/1.1" status: 200 len: 945 time: 0.1864822 Feb 03 11:42:45.153704 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3e78aba6-2a96-463c-a092-58e18f06f39f req-54889dbf-010e-4e1b-b216-eb359d3367f4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592358 Feb 03 11:42:46.469474 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532d4fa-40e7-4044-b5e9-b84fd739ed28 req-d5be08c0-39f8-4af4-9bd9-131f246addf4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:46.471093 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8532d4fa-40e7-4044-b5e9-b84fd739ed28 req-d5be08c0-39f8-4af4-9bd9-131f246addf4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=32b419d1-79aa-49b7-86b9-fa2542e3d826 HTTP/1.1" status: 200 len: 945 time: 0.1744027 Feb 03 11:42:46.540861 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8532d4fa-40e7-4044-b5e9-b84fd739ed28 req-2f565887-38be-4ed6-bb99-fb0bddb724d6 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602677 Feb 03 11:42:47.193360 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80864920-bfc7-41cb-8419-8ba3474b50eb req-542b2271-ad1e-4e7c-8bb6-ef8e5661f68a tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:47.194940 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-80864920-bfc7-41cb-8419-8ba3474b50eb req-542b2271-ad1e-4e7c-8bb6-ef8e5661f68a tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.122 "GET /v2.0/ports?device_id=32b419d1-79aa-49b7-86b9-fa2542e3d826 HTTP/1.1" status: 200 len: 945 time: 0.1814620 Feb 03 11:42:47.290753 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-80864920-bfc7-41cb-8419-8ba3474b50eb req-e5e6fcd9-789f-4708-8813-58af0440d8e5 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Deleting port dc512fd9-6033-4e92-b9ff-248f916ec1a9 {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:42:47.291138 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-80864920-bfc7-41cb-8419-8ba3474b50eb req-e5e6fcd9-789f-4708-8813-58af0440d8e5 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:47.592275 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-80864920-bfc7-41cb-8419-8ba3474b50eb req-e5e6fcd9-789f-4708-8813-58af0440d8e5 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] For port dc512fd9-6033-4e92-b9ff-248f916ec1a9, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=dc512fd9-6033-4e92-b9ff-248f916ec1a9,segment=NetworkSegment(fa008143-7bb3-4b93-93ce-c063a74564a2),segment_id=fa008143-7bb3-4b93-93ce-c063a74564a2)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:42:47.592858 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-80864920-bfc7-41cb-8419-8ba3474b50eb req-e5e6fcd9-789f-4708-8813-58af0440d8e5 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:47.982877 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-80864920-bfc7-41cb-8419-8ba3474b50eb req-e5e6fcd9-789f-4708-8813-58af0440d8e5 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Calling delete_port for dc512fd9-6033-4e92-b9ff-248f916ec1a9 owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:42:48.244386 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616303f-fc69-402a-8f08-4ec4d4ee1ac8 req-4a24bb44-3bc4-4aad-8a6f-6e4eef5fcd58 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:48.246010 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f616303f-fc69-402a-8f08-4ec4d4ee1ac8 req-4a24bb44-3bc4-4aad-8a6f-6e4eef5fcd58 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=32b419d1-79aa-49b7-86b9-fa2542e3d826 HTTP/1.1" status: 200 len: 945 time: 0.3692610 Feb 03 11:42:48.284077 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-80864920-bfc7-41cb-8419-8ba3474b50eb req-e5e6fcd9-789f-4708-8813-58af0440d8e5 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:48.303651 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-403cba7e-ec45-428d-a07c-c63a15526427 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:42:48.376854 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6fcd9-789f-4708-8813-58af0440d8e5 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Pushing event deleted for resources: {'Port': ['ID=dc512fd9-6033-4e92-b9ff-248f916ec1a9,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:42:48.384978 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e5e6fcd9-789f-4708-8813-58af0440d8e5 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:42:48.477576 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f616303f-fc69-402a-8f08-4ec4d4ee1ac8 req-a17ca775-cc47-4a09-b831-7fedb87cfb10 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240436 Feb 03 11:42:48.605611 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-80864920-bfc7-41cb-8419-8ba3474b50eb req-e5e6fcd9-789f-4708-8813-58af0440d8e5 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] No DVR routers for this DVR port dc512fd9-6033-4e92-b9ff-248f916ec1a9 on host hv-cinder-77387 {{(pid=80076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:42:48.608443 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-80864920-bfc7-41cb-8419-8ba3474b50eb req-e5e6fcd9-789f-4708-8813-58af0440d8e5 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:48.611374 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b419d1-79aa-49b7-86b9-fa2542e3d826', 'name': 'network-vif-deleted', 'tag': 'dc512fd9-6033-4e92-b9ff-248f916ec1a9'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:42:48.628482 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-80864920-bfc7-41cb-8419-8ba3474b50eb req-e5e6fcd9-789f-4708-8813-58af0440d8e5 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.122 "DELETE /v2.0/ports/dc512fd9-6033-4e92-b9ff-248f916ec1a9 HTTP/1.1" status: 204 len: 173 time: 1.4265735 Feb 03 11:42:48.682583 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b419d1-79aa-49b7-86b9-fa2542e3d826', 'name': 'network-vif-deleted', 'tag': 'dc512fd9-6033-4e92-b9ff-248f916ec1a9', 'status': 'completed', 'code': 200} Feb 03 11:42:49.605110 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device dc512fd9-6033-4e92-b9ff-248f916ec1a9 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:42:49.646537 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] No Port match for: dc512fd9-6033-4e92-b9ff-248f916ec1a9 {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:42:49.647105 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device dc512fd9-6033-4e92-b9ff-248f916ec1a9 not bound to the agent host hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:42:50.094489 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098f0b8-6597-4aa1-8574-a9eec206b8a8 req-7a692f46-ce73-4427-b25a-b1ef82f537ba tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:50.095168 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-5098f0b8-6597-4aa1-8574-a9eec206b8a8 req-7a692f46-ce73-4427-b25a-b1ef82f537ba tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Synchronizing usage tracker for tenant:188cf6d6b4c544169f6dbbcd428bbb6f on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:42:50.114803 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-5098f0b8-6597-4aa1-8574-a9eec206b8a8 req-7a692f46-ce73-4427-b25a-b1ef82f537ba tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Unset dirty status for tenant:188cf6d6b4c544169f6dbbcd428bbb6f on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:42:50.116965 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5098f0b8-6597-4aa1-8574-a9eec206b8a8 req-7a692f46-ce73-4427-b25a-b1ef82f537ba tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9e2ab33-fa2d-408e-8649-c7686d1561f1 HTTP/1.1" status: 200 len: 946 time: 0.1927378 Feb 03 11:42:50.191193 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5098f0b8-6597-4aa1-8574-a9eec206b8a8 req-4c97440e-8627-495c-b794-f60fd30be221 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640004 Feb 03 11:42:50.353413 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9ee26c3f-454e-4362-8c56-e53631d60af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:51.223038 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:42:51.513515 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11efc1-a318-4cd7-a759-60e482d03f0b req-3e0bdaef-a896-4e8a-9f6c-e35367104842 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:51.515096 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0f11efc1-a318-4cd7-a759-60e482d03f0b req-3e0bdaef-a896-4e8a-9f6c-e35367104842 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9e2ab33-fa2d-408e-8649-c7686d1561f1 HTTP/1.1" status: 200 len: 946 time: 0.1673534 Feb 03 11:42:51.582733 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0f11efc1-a318-4cd7-a759-60e482d03f0b req-9e0515e3-efc2-45dd-9aae-defbfe08578e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581691 Feb 03 11:42:51.879473 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c89a6a-6fb4-4362-a23e-f03cd5fc1e23 req-2d3a0c29-e167-4b22-ba48-e50384e3ab53 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:51.881063 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-06c89a6a-6fb4-4362-a23e-f03cd5fc1e23 req-2d3a0c29-e167-4b22-ba48-e50384e3ab53 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.122 "GET /v2.0/ports?device_id=b9e2ab33-fa2d-408e-8649-c7686d1561f1 HTTP/1.1" status: 200 len: 946 time: 0.1752915 Feb 03 11:42:51.976264 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-06c89a6a-6fb4-4362-a23e-f03cd5fc1e23 req-6fabff8a-8b6c-4323-9bc4-93b49f2131b9 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Deleting port 28e3d0b5-4166-42bc-915e-00816e176168 {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:42:51.976642 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06c89a6a-6fb4-4362-a23e-f03cd5fc1e23 req-6fabff8a-8b6c-4323-9bc4-93b49f2131b9 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:52.248054 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-06c89a6a-6fb4-4362-a23e-f03cd5fc1e23 req-6fabff8a-8b6c-4323-9bc4-93b49f2131b9 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] For port 28e3d0b5-4166-42bc-915e-00816e176168, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=28e3d0b5-4166-42bc-915e-00816e176168,segment=NetworkSegment(fa008143-7bb3-4b93-93ce-c063a74564a2),segment_id=fa008143-7bb3-4b93-93ce-c063a74564a2)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:42:52.248650 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06c89a6a-6fb4-4362-a23e-f03cd5fc1e23 req-6fabff8a-8b6c-4323-9bc4-93b49f2131b9 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:52.384213 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-06c89a6a-6fb4-4362-a23e-f03cd5fc1e23 req-6fabff8a-8b6c-4323-9bc4-93b49f2131b9 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Calling delete_port for 28e3d0b5-4166-42bc-915e-00816e176168 owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:42:52.550002 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06c89a6a-6fb4-4362-a23e-f03cd5fc1e23 req-6fabff8a-8b6c-4323-9bc4-93b49f2131b9 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:52.564715 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:42:52.580531 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-315bc85b-8e69-4bf4-94f0-b23ff6a7ff9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:52.660342 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabff8a-8b6c-4323-9bc4-93b49f2131b9 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Pushing event deleted for resources: {'Port': ['ID=28e3d0b5-4166-42bc-915e-00816e176168,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:42:52.668973 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6fabff8a-8b6c-4323-9bc4-93b49f2131b9 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:42:52.781476 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b3d381a4-f11d-4f63-9a64-c28c9798c037 req-3fa5a061-32fc-41af-99b3-695d057652e3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9e2ab33-fa2d-408e-8649-c7686d1561f1 HTTP/1.1" status: 200 len: 210 time: 0.0588515 Feb 03 11:42:52.819722 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c89a6a-6fb4-4362-a23e-f03cd5fc1e23 req-6fabff8a-8b6c-4323-9bc4-93b49f2131b9 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] No DVR routers for this DVR port 28e3d0b5-4166-42bc-915e-00816e176168 on host hv-cinder-77387 {{(pid=80076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:42:52.822007 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06c89a6a-6fb4-4362-a23e-f03cd5fc1e23 req-6fabff8a-8b6c-4323-9bc4-93b49f2131b9 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:52.824694 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e2ab33-fa2d-408e-8649-c7686d1561f1', 'name': 'network-vif-deleted', 'tag': '28e3d0b5-4166-42bc-915e-00816e176168'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:42:52.840696 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-06c89a6a-6fb4-4362-a23e-f03cd5fc1e23 req-6fabff8a-8b6c-4323-9bc4-93b49f2131b9 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.122 "DELETE /v2.0/ports/28e3d0b5-4166-42bc-915e-00816e176168 HTTP/1.1" status: 204 len: 173 time: 0.9533782 Feb 03 11:42:52.883572 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e2ab33-fa2d-408e-8649-c7686d1561f1', 'name': 'network-vif-deleted', 'tag': '28e3d0b5-4166-42bc-915e-00816e176168', 'status': 'completed', 'code': 200} Feb 03 11:42:53.172900 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:53.275585 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 28e3d0b5-4166-42bc-915e-00816e176168 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:42:53.316108 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] No Port match for: 28e3d0b5-4166-42bc-915e-00816e176168 {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:42:53.316511 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 28e3d0b5-4166-42bc-915e-00816e176168 not bound to the agent host hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:42:54.011142 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:54.608308 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:55.665911 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6723c0b-45da-42f9-8185-ee6c5261547e req-cccad3a1-5257-4747-b9cf-d2f799920379 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:55.666710 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-e6723c0b-45da-42f9-8185-ee6c5261547e req-cccad3a1-5257-4747-b9cf-d2f799920379 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Synchronizing usage tracker for tenant:188cf6d6b4c544169f6dbbcd428bbb6f on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:42:55.683186 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-e6723c0b-45da-42f9-8185-ee6c5261547e req-cccad3a1-5257-4747-b9cf-d2f799920379 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Unset dirty status for tenant:188cf6d6b4c544169f6dbbcd428bbb6f on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:42:55.684595 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e6723c0b-45da-42f9-8185-ee6c5261547e req-cccad3a1-5257-4747-b9cf-d2f799920379 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 945 time: 0.1879816 Feb 03 11:42:55.748230 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e6723c0b-45da-42f9-8185-ee6c5261547e req-d1021e24-af95-4fe8-ac76-d42c577a1325 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571728 Feb 03 11:42:57.048262 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbeff7-56a1-4bf7-a212-a6c92e397321 req-d9eda91b-4e30-4d98-9794-6e6e5f84acb6 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:57.049939 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-42fbeff7-56a1-4bf7-a212-a6c92e397321 req-d9eda91b-4e30-4d98-9794-6e6e5f84acb6 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 945 time: 0.1622880 Feb 03 11:42:57.115396 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-42fbeff7-56a1-4bf7-a212-a6c92e397321 req-df2efe6c-2229-4e75-813b-5d77567e6651 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590224 Feb 03 11:42:57.663476 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c29de-b8d6-46d0-9711-7875d4bba57b req-6b19628a-8d9b-4d78-8157-7bdba0d3d90a tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:57.665140 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3f3c29de-b8d6-46d0-9711-7875d4bba57b req-6b19628a-8d9b-4d78-8157-7bdba0d3d90a tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.122 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 945 time: 0.1811237 Feb 03 11:42:57.771724 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-3f3c29de-b8d6-46d0-9711-7875d4bba57b req-5b8b7ac7-929e-42b7-8b75-5311bb98805d tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Deleting port 7db0488d-655e-4091-8c6a-27fc946a01cc {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:42:57.772069 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3f3c29de-b8d6-46d0-9711-7875d4bba57b req-5b8b7ac7-929e-42b7-8b75-5311bb98805d tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:58.049120 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-3f3c29de-b8d6-46d0-9711-7875d4bba57b req-5b8b7ac7-929e-42b7-8b75-5311bb98805d tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] For port 7db0488d-655e-4091-8c6a-27fc946a01cc, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=7db0488d-655e-4091-8c6a-27fc946a01cc,segment=NetworkSegment(fa008143-7bb3-4b93-93ce-c063a74564a2),segment_id=fa008143-7bb3-4b93-93ce-c063a74564a2)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:42:58.049715 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3f3c29de-b8d6-46d0-9711-7875d4bba57b req-5b8b7ac7-929e-42b7-8b75-5311bb98805d tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:58.200294 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-3f3c29de-b8d6-46d0-9711-7875d4bba57b req-5b8b7ac7-929e-42b7-8b75-5311bb98805d tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Calling delete_port for 7db0488d-655e-4091-8c6a-27fc946a01cc owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:42:58.505926 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc2ceb-9a80-459b-8669-a007e084f7ed req-584d9459-0fd6-4428-ba12-ab116f4d3dca tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:58.508183 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3adc2ceb-9a80-459b-8669-a007e084f7ed req-584d9459-0fd6-4428-ba12-ab116f4d3dca tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 945 time: 0.2574899 Feb 03 11:42:58.539443 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3f3c29de-b8d6-46d0-9711-7875d4bba57b req-5b8b7ac7-929e-42b7-8b75-5311bb98805d tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:58.556550 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-17929595-1282-4482-a4d0-5e9a2036f53c tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:42:58.672672 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b7ac7-929e-42b7-8b75-5311bb98805d tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Pushing event deleted for resources: {'Port': ['ID=7db0488d-655e-4091-8c6a-27fc946a01cc,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:42:58.679904 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5b8b7ac7-929e-42b7-8b75-5311bb98805d tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:42:58.707576 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3adc2ceb-9a80-459b-8669-a007e084f7ed req-ab4f30fb-60d6-4519-92b8-11e2c76ad1bd tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/security-groups?id=6ba40547-853b-42af-83b1-e52185821a74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930988 Feb 03 11:42:58.718887 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:59.049698 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3c29de-b8d6-46d0-9711-7875d4bba57b req-5b8b7ac7-929e-42b7-8b75-5311bb98805d tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] No DVR routers for this DVR port 7db0488d-655e-4091-8c6a-27fc946a01cc on host hv-cinder-77387 {{(pid=80076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:42:59.052039 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3f3c29de-b8d6-46d0-9711-7875d4bba57b req-5b8b7ac7-929e-42b7-8b75-5311bb98805d tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:42:59.057385 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08737dec-9b61-4e75-8862-79d3bff75613', 'name': 'network-vif-deleted', 'tag': '7db0488d-655e-4091-8c6a-27fc946a01cc'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:42:59.074490 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 7db0488d-655e-4091-8c6a-27fc946a01cc no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:42:59.112534 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] No Port match for: 7db0488d-655e-4091-8c6a-27fc946a01cc {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:42:59.112930 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 7db0488d-655e-4091-8c6a-27fc946a01cc not bound to the agent host hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:42:59.119180 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3f3c29de-b8d6-46d0-9711-7875d4bba57b req-5b8b7ac7-929e-42b7-8b75-5311bb98805d tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.122 "DELETE /v2.0/ports/7db0488d-655e-4091-8c6a-27fc946a01cc HTTP/1.1" status: 204 len: 173 time: 1.4476278 Feb 03 11:42:59.120939 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08737dec-9b61-4e75-8862-79d3bff75613', 'name': 'network-vif-deleted', 'tag': '7db0488d-655e-4091-8c6a-27fc946a01cc', 'status': 'completed', 'code': 200} Feb 03 11:42:59.235041 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e80f1-747d-43b0-97b3-58d451b8ddd6 req-9f24d54f-33a8-4115-9af8-d99395e811aa tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:59.236625 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e75e80f1-747d-43b0-97b3-58d451b8ddd6 req-9f24d54f-33a8-4115-9af8-d99395e811aa tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.1813345 Feb 03 11:42:59.303941 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e75e80f1-747d-43b0-97b3-58d451b8ddd6 req-8efbe095-e1ac-4a45-9fcd-49b2014ae3c5 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608435 Feb 03 11:42:59.664793 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c651b8a5-7b02-479b-a118-6fb7aacf3d81 req-9121ae3b-f36c-4889-9c10-061067d3859a service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0791166 Feb 03 11:42:59.779148 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651b8a5-7b02-479b-a118-6fb7aacf3d81 req-1021d778-3ef7-45fc-acea-1af8ccc86bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:59.780826 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c651b8a5-7b02-479b-a118-6fb7aacf3d81 req-1021d778-3ef7-45fc-acea-1af8ccc86bd0 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=953a748f6bc446ae8f3731ee7dc5e19b&device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 1163 time: 0.0893414 Feb 03 11:42:59.919940 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-244e1f54-02a8-434a-a9c9-00bab25e9265 req-087366ba-b1e0-4856-b300-daadb04fb754 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] 10.222.0.68 "GET /v2.0/ports?device_id=08737dec-9b61-4e75-8862-79d3bff75613 HTTP/1.1" status: 200 len: 210 time: 0.0620914 Feb 03 11:42:59.986481 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651b8a5-7b02-479b-a118-6fb7aacf3d81 req-8c33ad5d-8aa3-46ee-be9c-d231ef7cc6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:42:59.988089 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c651b8a5-7b02-479b-a118-6fb7aacf3d81 req-8c33ad5d-8aa3-46ee-be9c-d231ef7cc6da service neutron] 10.222.0.122 "GET /v2.0/networks?id=c0bd3986-74d0-444d-ac00-c45d05fcc4fc HTTP/1.1" status: 200 len: 905 time: 0.1401353 Feb 03 11:43:00.104262 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c651b8a5-7b02-479b-a118-6fb7aacf3d81 req-da1f91bf-ead1-4940-a62d-2a597fb8deea service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a139829-65e2-42c0-b1a5-070505943dac HTTP/1.1" status: 200 len: 1002 time: 0.1081283 Feb 03 11:43:00.187440 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651b8a5-7b02-479b-a118-6fb7aacf3d81 req-189f0ed3-8c88-45ab-8790-dcb59b71a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:00.189050 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c651b8a5-7b02-479b-a118-6fb7aacf3d81 req-189f0ed3-8c88-45ab-8790-dcb59b71a6b3 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e493ca3d-3267-4fb7-b03f-511cdcb76f36 HTTP/1.1" status: 200 len: 850 time: 0.0742280 Feb 03 11:43:00.278024 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651b8a5-7b02-479b-a118-6fb7aacf3d81 req-ce1a8ebf-576b-4ff5-9ac6-b84f1d07cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:00.279929 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c651b8a5-7b02-479b-a118-6fb7aacf3d81 req-ce1a8ebf-576b-4ff5-9ac6-b84f1d07cf15 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=c0bd3986-74d0-444d-ac00-c45d05fcc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829289 Feb 03 11:43:00.428782 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c651b8a5-7b02-479b-a118-6fb7aacf3d81 req-f8436e9c-74b7-4fe3-bd25-015e07591b92 service neutron] 10.222.0.122 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413226 Feb 03 11:43:00.647700 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c651b8a5-7b02-479b-a118-6fb7aacf3d81 req-7a6fbf99-ce28-4dd0-b3df-cd7ed5a7b12f service neutron] 10.222.0.122 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2116218 Feb 03 11:43:00.736141 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bd0f3-2e38-4196-91d1-15d586ba91c9 req-b80f145f-acd1-41c9-9248-9efa4e9246b1 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:00.737750 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-490bd0f3-2e38-4196-91d1-15d586ba91c9 req-b80f145f-acd1-41c9-9248-9efa4e9246b1 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.2792737 Feb 03 11:43:00.808468 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-490bd0f3-2e38-4196-91d1-15d586ba91c9 req-9b426966-8cc3-49cc-900d-f85b5129fbd2 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600543 Feb 03 11:43:01.043136 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 43484) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:01.119627 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0964314-604e-4288-998e-2f2c137af5cb admin admin] Deleting subnet c9a73d8e-f5ea-46c3-8e0e-28ab1a2ff0d2 {{(pid=80076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 11:43:01.145765 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device e3991a93-ab2d-4cb9-b382-a08b88510631 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:43:01.163860 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f0964314-604e-4288-998e-2f2c137af5cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:01.225426 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port e3991a93-ab2d-4cb9-b382-a08b88510631 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:43:01.225761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:01.234772 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f0964314-604e-4288-998e-2f2c137af5cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851665920'] for subnet, precommit_delete_associations {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:01.304438 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f0964314-604e-4288-998e-2f2c137af5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-59611'] for subnet, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:01.420813 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718282d-e860-4c26-9c0f-ef41a02c80ce req-c2a8cd31-a458-4983-8a10-f6774536c924 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:01.422427 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5718282d-e860-4c26-9c0f-ef41a02c80ce req-c2a8cd31-a458-4983-8a10-f6774536c924 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.122 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.3006423 Feb 03 11:43:01.610328 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-5718282d-e860-4c26-9c0f-ef41a02c80ce req-2a44b24e-77b6-4608-af7a-803bf49bd72c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Deleting port e3991a93-ab2d-4cb9-b382-a08b88510631 {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:43:01.610768 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5718282d-e860-4c26-9c0f-ef41a02c80ce req-2a44b24e-77b6-4608-af7a-803bf49bd72c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:01.965021 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f0964314-604e-4288-998e-2f2c137af5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854716205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851665045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2331762'] for subnet, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:02.038434 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f40b71f8-67d0-436c-80cc-f43df2956d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:02.074627 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-5718282d-e860-4c26-9c0f-ef41a02c80ce req-2a44b24e-77b6-4608-af7a-803bf49bd72c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] For port e3991a93-ab2d-4cb9-b382-a08b88510631, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e3991a93-ab2d-4cb9-b382-a08b88510631,segment=NetworkSegment(3741f48f-16a9-4293-92b5-def40090b78c),segment_id=3741f48f-16a9-4293-92b5-def40090b78c)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:43:02.075149 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5718282d-e860-4c26-9c0f-ef41a02c80ce req-2a44b24e-77b6-4608-af7a-803bf49bd72c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:02.147339 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0964314-604e-4288-998e-2f2c137af5cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9a73d8e-f5ea-46c3-8e0e-28ab1a2ff0d2,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:02.219030 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f0964314-604e-4288-998e-2f2c137af5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:02.367922 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f0964314-604e-4288-998e-2f2c137af5cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:02.393957 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-f0964314-604e-4288-998e-2f2c137af5cb admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c9a73d8e-f5ea-46c3-8e0e-28ab1a2ff0d2 HTTP/1.1" status: 204 len: 168 time: 1.3492320 Feb 03 11:43:02.397057 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 43490) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:02.516018 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853835911'] for network, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:02.544315 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ec650-05f4-4d56-a1ea-42402b2c5e30 req-5174da28-be1c-4eb2-9be8-bea6ee737e73 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:02.546053 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-de3ec650-05f4-4d56-a1ea-42402b2c5e30 req-5174da28-be1c-4eb2-9be8-bea6ee737e73 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 945 time: 0.5860476 Feb 03 11:43:02.633152 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5718282d-e860-4c26-9c0f-ef41a02c80ce req-2a44b24e-77b6-4608-af7a-803bf49bd72c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:02.633521 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5718282d-e860-4c26-9c0f-ef41a02c80ce req-2a44b24e-77b6-4608-af7a-803bf49bd72c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505061'] for floatingip, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:02.633850 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.l3_db [req-5718282d-e860-4c26-9c0f-ef41a02c80ce req-2a44b24e-77b6-4608-af7a-803bf49bd72c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Floating IP 5897e8a0-d235-4160-89b7-3c23ad1e76b0 disassociated. External IP: 172.28.2.201, port: e3991a93-ab2d-4cb9-b382-a08b88510631. Feb 03 11:43:02.634208 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-5718282d-e860-4c26-9c0f-ef41a02c80ce req-2a44b24e-77b6-4608-af7a-803bf49bd72c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Calling delete_port for e3991a93-ab2d-4cb9-b382-a08b88510631 owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:43:02.682289 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-de3ec650-05f4-4d56-a1ea-42402b2c5e30 req-69b4446d-9117-4bf3-879f-2bdaaad08b70 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=b3645bd9-659b-464b-a062-f3bf51b23719&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173286 Feb 03 11:43:02.706896 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5968', 'neutron.services.segments.db._delete_segments_for_network--9223363257154695830'] for network, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:02.804966 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5718282d-e860-4c26-9c0f-ef41a02c80ce req-2a44b24e-77b6-4608-af7a-803bf49bd72c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:02.821326 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-24a5a063-ac33-4289-8ddf-ae78c6819bf4 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:02.824943 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b95fa3-4817-40b3-8844-e4832119112d']}} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:02.837991 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa008143-7bb3-4b93-93ce-c063a74564a2') {'for_net_delete': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:02.838321 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa008143-7bb3-4b93-93ce-c063a74564a2') {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:02.850422 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257154698902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3034686'] for segment, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:02.865444 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:02.867581 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 11:43:03.095146 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device e3991a93-ab2d-4cb9-b382-a08b88510631 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:43:03.168406 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44b24e-77b6-4608-af7a-803bf49bd72c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Pushing event deleted for resources: {'Port': ['ID=e3991a93-ab2d-4cb9-b382-a08b88510631,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:03.171671 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2a44b24e-77b6-4608-af7a-803bf49bd72c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:03.270060 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Network 59b95fa3-4817-40b3-8844-e4832119112d has no segments {{(pid=80075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:43:03.279842 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2219846'] for segment, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:03.298810 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] No Port match for: e3991a93-ab2d-4cb9-b382-a08b88510631 {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:43:03.299568 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device e3991a93-ab2d-4cb9-b382-a08b88510631 not bound to the agent host hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:43:03.464406 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Network 59b95fa3-4817-40b3-8844-e4832119112d has no segments {{(pid=80075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:43:03.466692 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5718282d-e860-4c26-9c0f-ef41a02c80ce req-2a44b24e-77b6-4608-af7a-803bf49bd72c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Router f051437d-275c-4267-afec-e4612d305d4a has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: Traceback (most recent call last): Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: timer() Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: cb(*args, **kw) Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: return func(*args, **kwargs) Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: self._notify() Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: self.callback(batched_events) Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: event.method(event) Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: segment_id)['aggregates'][0] Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: return f(self, *a, **k) Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: return self._get(url).json() Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: **kwargs) Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: **endpoint_filter) Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:43:03.493432 dv-cinder-773870-1-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:43:03.635194 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854769816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504970'] for network, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:03.644181 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:03.662109 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5718282d-e860-4c26-9c0f-ef41a02c80ce req-2a44b24e-77b6-4608-af7a-803bf49bd72c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:43:03.667743 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:03.671113 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=59b95fa3-4817-40b3-8844-e4832119112d,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:03.672352 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335eee1c-0b42-423d-9bc2-a35e776fe25b None None] Sync routers for ids ['f051437d-275c-4267-afec-e4612d305d4a'] in dv-cinder-773870-1-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:43:03.680640 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.681140 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.681539 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.681927 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.682313 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.682701 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.683213 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.683727 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.683994 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.684630 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.685037 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.685159 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335eee1c-0b42-423d-9bc2-a35e776fe25b None None] Routers {'f051437d-275c-4267-afec-e4612d305d4a'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:43:03.685408 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.685845 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.685959 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-335eee1c-0b42-423d-9bc2-a35e776fe25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:42:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['f051437d-275c-4267-afec-e4612d305d4a'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:03.686224 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.686604 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.686991 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.687388 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.687773 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.688222 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.688599 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.688977 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.689477 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.689856 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.690230 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:03.700065 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:03.709255 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-b3ab960b-ff2b-4fda-9486-6aa200a177c5 admin admin] 10.222.0.68 "DELETE /v2.0/networks/59b95fa3-4817-40b3-8844-e4832119112d HTTP/1.1" status: 204 len: 168 time: 1.3109889 Feb 03 11:43:03.714840 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-5718282d-e860-4c26-9c0f-ef41a02c80ce req-2a44b24e-77b6-4608-af7a-803bf49bd72c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] No DVR routers for this DVR port e3991a93-ab2d-4cb9-b382-a08b88510631 on host hv-cinder-77387 {{(pid=80076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:43:03.717361 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-5718282d-e860-4c26-9c0f-ef41a02c80ce req-2a44b24e-77b6-4608-af7a-803bf49bd72c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:03.720318 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42af193-4d38-461c-8718-fc21d4e1708a', 'name': 'network-vif-deleted', 'tag': 'e3991a93-ab2d-4cb9-b382-a08b88510631'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:43:03.759503 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5718282d-e860-4c26-9c0f-ef41a02c80ce req-2a44b24e-77b6-4608-af7a-803bf49bd72c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.122 "DELETE /v2.0/ports/e3991a93-ab2d-4cb9-b382-a08b88510631 HTTP/1.1" status: 204 len: 173 time: 2.3278794 Feb 03 11:43:03.819462 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42af193-4d38-461c-8718-fc21d4e1708a', 'name': 'network-vif-deleted', 'tag': 'e3991a93-ab2d-4cb9-b382-a08b88510631', 'status': 'completed', 'code': 200} Feb 03 11:43:03.879981 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-335eee1c-0b42-423d-9bc2-a35e776fe25b None None] Set router f051437d-275c-4267-afec-e4612d305d4a gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:43:03.953103 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-5dfa54a5-2e3b-4ff3-a384-3d9e2aa788fb req-1c2e94dd-b489-461a-8532-f4b94c740d75 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Synchronizing usage tracker for tenant:15e50d7ac4fd4b5db50980824778a1fd on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:43:04.014761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-5dfa54a5-2e3b-4ff3-a384-3d9e2aa788fb req-1c2e94dd-b489-461a-8532-f4b94c740d75 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Unset dirty status for tenant:15e50d7ac4fd4b5db50980824778a1fd on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:43:04.016046 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5dfa54a5-2e3b-4ff3-a384-3d9e2aa788fb req-1c2e94dd-b489-461a-8532-f4b94c740d75 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=f42af193-4d38-461c-8718-fc21d4e1708a HTTP/1.1" status: 200 len: 210 time: 0.1503117 Feb 03 11:43:04.081205 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 43500) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:04.138512 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-42e2a8a1-33d3-45cf-a4c9-dbb6bedce20a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=188cf6d6b4c544169f6dbbcd428bbb6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558026 Feb 03 11:43:04.141239 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 43504) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:04.217045 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8037e607-e023-47c3-a97f-300bdefb17fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:04.224842 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-335eee1c-0b42-423d-9bc2-a35e776fe25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051437d-275c-4267-afec-e4612d305d4a', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:15Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'gw_port': {'id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:16Z', 'updated_at': '2021-02-03T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '59e1b350-4f9e-4232-8358-e8908aee0f28', 'name': '', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'mac_address': 'fa:16:3e:68:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:28Z', 'updated_at': '2021-02-03T11:37:44Z', 'revision_number': 5, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'subnets': [{'id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:04.229421 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335eee1c-0b42-423d-9bc2-a35e776fe25b None None] Checking router: f051437d-275c-4267-afec-e4612d305d4a for host: dv-cinder-773870-1-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:43:04.239607 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335eee1c-0b42-423d-9bc2-a35e776fe25b None None] Routers {'f051437d-275c-4267-afec-e4612d305d4a'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:43:04.240457 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-335eee1c-0b42-423d-9bc2-a35e776fe25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:42:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['f051437d-275c-4267-afec-e4612d305d4a'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:04.245053 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8037e607-e023-47c3-a97f-300bdefb17fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:04.295677 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8037e607-e023-47c3-a97f-300bdefb17fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:04.301675 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a39c873a-6966-4f18-a4e4-030e5afdaa25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:04.316501 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037e607-e023-47c3-a97f-300bdefb17fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba40547-853b-42af-83b1-e52185821a74,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:04.319117 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8037e607-e023-47c3-a97f-300bdefb17fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:04.327180 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8037e607-e023-47c3-a97f-300bdefb17fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:04.328535 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-8037e607-e023-47c3-a97f-300bdefb17fd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6ba40547-853b-42af-83b1-e52185821a74 HTTP/1.1" status: 204 len: 168 time: 0.1862438 Feb 03 11:43:04.473204 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-335eee1c-0b42-423d-9bc2-a35e776fe25b None None] Set router f051437d-275c-4267-afec-e4612d305d4a gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:43:04.819356 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-335eee1c-0b42-423d-9bc2-a35e776fe25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051437d-275c-4267-afec-e4612d305d4a', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:15Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'gw_port': {'id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:16Z', 'updated_at': '2021-02-03T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '59e1b350-4f9e-4232-8358-e8908aee0f28', 'name': '', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'mac_address': 'fa:16:3e:68:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:28Z', 'updated_at': '2021-02-03T11:37:44Z', 'revision_number': 5, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'subnets': [{'id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:04.823617 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335eee1c-0b42-423d-9bc2-a35e776fe25b None None] The sync data for ids ['f051437d-275c-4267-afec-e4612d305d4a'] in dv-cinder-773870-1-smb is: [{'id': 'f051437d-275c-4267-afec-e4612d305d4a', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:15Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'gw_port': {'id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:16Z', 'updated_at': '2021-02-03T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '59e1b350-4f9e-4232-8358-e8908aee0f28', 'name': '', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'mac_address': 'fa:16:3e:68:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:28Z', 'updated_at': '2021-02-03T11:37:44Z', 'revision_number': 5, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'subnets': [{'id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:43:05.237248 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 43528) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:05.314420 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16212f5-69b2-4743-aee9-25d02a9eb5e8 None None] New status for floating IP 5897e8a0-d235-4160-89b7-3c23ad1e76b0: DOWN {{(pid=80078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 11:43:05.355625 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-310fdc02-3f03-4a32-a796-3c749b345911 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:05.392191 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-310fdc02-3f03-4a32-a796-3c749b345911 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:05.453014 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-310fdc02-3f03-4a32-a796-3c749b345911 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:05.467647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-91be441a-c270-43d6-8b60-59d2e21d8cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:05.489776 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-310fdc02-3f03-4a32-a796-3c749b345911 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:05.493823 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-310fdc02-3f03-4a32-a796-3c749b345911 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "DELETE /v2.0/security-groups/b3645bd9-659b-464b-a062-f3bf51b23719 HTTP/1.1" status: 204 len: 168 time: 0.2527747 Feb 03 11:43:05.493823 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fdc02-3f03-4a32-a796-3c749b345911 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3645bd9-659b-464b-a062-f3bf51b23719,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:05.494614 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 43538) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:05.499128 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-310fdc02-3f03-4a32-a796-3c749b345911 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:05.535353 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.v2.resource [None req-d0a545d4-f1ed-458a-a94b-95a2619c66e3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] show failed (client error): The resource could not be found. Feb 03 11:43:05.536925 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-d0a545d4-f1ed-458a-a94b-95a2619c66e3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups/b3645bd9-659b-464b-a062-f3bf51b23719 HTTP/1.1" status: 404 len: 347 time: 0.0411763 Feb 03 11:43:05.539725 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 43542) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:05.754646 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-7010b672-02cf-4273-881a-f8cb719db725 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Deleting port a257bef5-7fa5-486f-a04e-e65b820a1a03 {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:43:05.755060 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7010b672-02cf-4273-881a-f8cb719db725 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:05.956864 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7010b672-02cf-4273-881a-f8cb719db725 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:05.957412 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7010b672-02cf-4273-881a-f8cb719db725 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:06.096602 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-7010b672-02cf-4273-881a-f8cb719db725 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Calling delete_port for a257bef5-7fa5-486f-a04e-e65b820a1a03 owned by network:floatingip {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:43:06.250683 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7010b672-02cf-4273-881a-f8cb719db725 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556013'] for port, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:06.263980 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-300eecb0-235b-4df1-875c-31c777a354a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:06.367215 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010b672-02cf-4273-881a-f8cb719db725 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Pushing event deleted for resources: {'Port': ['ID=a257bef5-7fa5-486f-a04e-e65b820a1a03,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:06.371305 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7010b672-02cf-4273-881a-f8cb719db725 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:06.495019 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7010b672-02cf-4273-881a-f8cb719db725 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for floatingip, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:06.513924 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7010b672-02cf-4273-881a-f8cb719db725 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for floatingip, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:06.515605 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-7010b672-02cf-4273-881a-f8cb719db725 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "DELETE /v2.0/floatingips/5897e8a0-d235-4160-89b7-3c23ad1e76b0 HTTP/1.1" status: 204 len: 168 time: 0.9747560 Feb 03 11:43:06.821950 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 43556) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:06.828467 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-2c86a5e8-708b-4330-bb52-29cdfce8d91e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1366035962', 'description': 'tempest-description--924674475'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:06.850804 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-2c86a5e8-708b-4330-bb52-29cdfce8d91e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:43:06.855306 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-2c86a5e8-708b-4330-bb52-29cdfce8d91e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Usage tracker for resource:security_group and tenant:15e50d7ac4fd4b5db50980824778a1fd is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:43:06.858845 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-2c86a5e8-708b-4330-bb52-29cdfce8d91e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:43:06.864691 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-2c86a5e8-708b-4330-bb52-29cdfce8d91e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:43:06.875879 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2c86a5e8-708b-4330-bb52-29cdfce8d91e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:06.897745 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-2c86a5e8-708b-4330-bb52-29cdfce8d91e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:43:06.901935 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-2c86a5e8-708b-4330-bb52-29cdfce8d91e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Usage tracker for resource:security_group_rule and tenant:15e50d7ac4fd4b5db50980824778a1fd is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:43:06.905767 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-2c86a5e8-708b-4330-bb52-29cdfce8d91e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:43:06.911779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-2c86a5e8-708b-4330-bb52-29cdfce8d91e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:43:06.986208 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2c86a5e8-708b-4330-bb52-29cdfce8d91e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:06.989506 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2c86a5e8-708b-4330-bb52-29cdfce8d91e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:06.994858 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3bd8d47e-c333-4b5b-b83f-856dc6d0865d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:07.041936 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86a5e8-708b-4330-bb52-29cdfce8d91e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff50293-b4b0-493f-8210-53ae3daa8d9f,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:07.044928 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2c86a5e8-708b-4330-bb52-29cdfce8d91e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:07.049147 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-2c86a5e8-708b-4330-bb52-29cdfce8d91e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2231815 Feb 03 11:43:07.049147 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2c86a5e8-708b-4330-bb52-29cdfce8d91e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:07.049886 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 43562) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:07.055392 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-c2f3d922-b2c1-4d11-89c1-6be1af3dff69 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Request body: {'security_group_rule': {'security_group_id': '9ff50293-b4b0-493f-8210-53ae3daa8d9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:07.077593 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c2f3d922-b2c1-4d11-89c1-6be1af3dff69 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:43:07.081666 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c2f3d922-b2c1-4d11-89c1-6be1af3dff69 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Usage tracker for resource:security_group_rule and tenant:15e50d7ac4fd4b5db50980824778a1fd is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:43:07.085013 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c2f3d922-b2c1-4d11-89c1-6be1af3dff69 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:43:07.091156 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c2f3d922-b2c1-4d11-89c1-6be1af3dff69 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:43:07.111905 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c2f3d922-b2c1-4d11-89c1-6be1af3dff69 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:07.192937 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c2f3d922-b2c1-4d11-89c1-6be1af3dff69 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:07.196175 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c2f3d922-b2c1-4d11-89c1-6be1af3dff69 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422319'] for security_group_rule, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:07.198871 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:07.218256 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3d922-b2c1-4d11-89c1-6be1af3dff69 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ef7ef5-135d-44e8-902f-b31db009e791,revision_number=0']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:07.222379 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c2f3d922-b2c1-4d11-89c1-6be1af3dff69 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:07.239195 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c2f3d922-b2c1-4d11-89c1-6be1af3dff69 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:07.240529 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-c2f3d922-b2c1-4d11-89c1-6be1af3dff69 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1900494 Feb 03 11:43:07.243452 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 43576) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:07.249655 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-88607e39-e9cd-44f1-9c8d-8003e705e3cb tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Request body: {'security_group_rule': {'security_group_id': '9ff50293-b4b0-493f-8210-53ae3daa8d9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:07.272151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-88607e39-e9cd-44f1-9c8d-8003e705e3cb tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:43:07.276247 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-88607e39-e9cd-44f1-9c8d-8003e705e3cb tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Usage tracker for resource:security_group_rule and tenant:15e50d7ac4fd4b5db50980824778a1fd is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:43:07.279481 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-88607e39-e9cd-44f1-9c8d-8003e705e3cb tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:43:07.285268 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-88607e39-e9cd-44f1-9c8d-8003e705e3cb tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:43:07.305923 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-88607e39-e9cd-44f1-9c8d-8003e705e3cb tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:07.371752 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-88607e39-e9cd-44f1-9c8d-8003e705e3cb tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:07.374946 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-88607e39-e9cd-44f1-9c8d-8003e705e3cb tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422319'] for security_group_rule, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:07.377078 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:07.400812 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88607e39-e9cd-44f1-9c8d-8003e705e3cb tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc63fd5c-50b5-4a24-9ace-3a6c464d0b00,revision_number=0']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:07.403497 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-88607e39-e9cd-44f1-9c8d-8003e705e3cb tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:07.410239 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-88607e39-e9cd-44f1-9c8d-8003e705e3cb tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:07.411806 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-88607e39-e9cd-44f1-9c8d-8003e705e3cb tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1673546 Feb 03 11:43:07.415086 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 43582) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:07.420827 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Request body: {'floatingip': {'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:07.442380 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:43:07.446601 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Usage tracker for resource:floatingip and tenant:15e50d7ac4fd4b5db50980824778a1fd is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:43:07.450189 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:43:07.456101 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:43:07.470373 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for floatingip, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:07.619103 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:07.905360 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Allocated IP 172.28.2.55 (84b90693-2912-4173-9093-cf01ce7c5229/b0f1584a-346a-4aca-be96-02ba0d663828/cc618ed3-1697-4b75-a7ba-aea27a2d1601) {{(pid=80075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:43:08.078416 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for port, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:08.111321 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556013'] for port, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:08.127430 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:08.264372 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Pushing event updated for resources: {'Port': ['ID=cc618ed3-1697-4b75-a7ba-aea27a2d1601,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:08.268813 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:08.323051 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Network 84b90693-2912-4173-9093-cf01ce7c5229 is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:43:08.324260 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:43:08.326695 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Received port after_create {{(pid=80075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:43:08.411412 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:08.480462 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:08.911397 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa046e-c48c-4c27-a12d-4c859b107ef4 req-a2b14b5b-b119-48e0-be56-1e62b4abffc4 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:08.913046 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fdaa046e-c48c-4c27-a12d-4c859b107ef4 req-a2b14b5b-b119-48e0-be56-1e62b4abffc4 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.2285542 Feb 03 11:43:08.920258 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for port, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:08.938262 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219876'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:08.955654 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ba91e00e-3235-4f1e-ad49-f560804355fd tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:09.354635 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fdaa046e-c48c-4c27-a12d-4c859b107ef4 req-87094f25-63b4-4352-bcef-d4fed86437a7 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4321895 Feb 03 11:43:09.363296 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Pushing event updated for resources: {'Port': ['ID=cc618ed3-1697-4b75-a7ba-aea27a2d1601,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:09.366331 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:09.482267 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505061'] for floatingip, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:09.505891 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for floatingip, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:09.507286 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0911555 Feb 03 11:43:09.769707 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-4afe9112-7d17-4bd8-b1d7-6da165a1c83d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Synchronizing usage tracker for tenant:15e50d7ac4fd4b5db50980824778a1fd on resource:security_group {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:43:09.786967 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-4afe9112-7d17-4bd8-b1d7-6da165a1c83d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Unset dirty status for tenant:15e50d7ac4fd4b5db50980824778a1fd on resource:security_group {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:43:09.788230 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-4afe9112-7d17-4bd8-b1d7-6da165a1c83d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1366035962&fields=id&tenant_id=15e50d7ac4fd4b5db50980824778a1fd HTTP/1.1" status: 200 len: 267 time: 0.0766768 Feb 03 11:43:10.030012 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-1f6abe9c-475b-45e4-9c66-b1bdeec6ffa5 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:10.031571 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-1f6abe9c-475b-45e4-9c66-b1bdeec6ffa5 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/networks?id=6ee212a8-a662-49ec-9d02-feb306b9fb62 HTTP/1.1" status: 200 len: 816 time: 0.2358248 Feb 03 11:43:10.053227 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-855ff34a-ddaa-41ea-bef4-1a247cd0f5a6 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/quotas/15e50d7ac4fd4b5db50980824778a1fd HTTP/1.1" status: 200 len: 375 time: 0.0124066 Feb 03 11:43:10.204033 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-9c476c88-3458-483f-b59b-ac751c75ebb0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=15e50d7ac4fd4b5db50980824778a1fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1447425 Feb 03 11:43:10.511425 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-da5286a8-a05c-4399-abf9-9039384e6247 service neutron] 10.222.0.68 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911777 Feb 03 11:43:10.659515 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-c0edb2fb-984d-40d5-af3f-b424d602f9fa service neutron] 10.222.0.68 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1413898 Feb 03 11:43:10.678583 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12908bc-f4f6-4c36-a6f8-a0b6d5eb620e req-f30bfbf7-d3ba-4ea8-86a5-a92ddf2ef76a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:10.680434 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d12908bc-f4f6-4c36-a6f8-a0b6d5eb620e req-f30bfbf7-d3ba-4ea8-86a5-a92ddf2ef76a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.1840887 Feb 03 11:43:10.748156 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d12908bc-f4f6-4c36-a6f8-a0b6d5eb620e req-528c5f76-8970-4b91-b508-44ffe245b0ee tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612314 Feb 03 11:43:10.872980 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6b98c533-203f-4303-8310-333b16003775 req-c5b5ef67-7a7b-4cc8-93c3-edb39683d77b tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 210 time: 0.0504246 Feb 03 11:43:12.071117 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079978f-7939-45d3-ab6b-f55a5d8d60f1 req-fe1ab1ca-38cc-4f73-b272-f09b1045d8b7 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:12.073068 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e079978f-7939-45d3-ab6b-f55a5d8d60f1 req-fe1ab1ca-38cc-4f73-b272-f09b1045d8b7 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.1955049 Feb 03 11:43:12.145182 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e079978f-7939-45d3-ab6b-f55a5d8d60f1 req-e3090ace-cbea-44f5-89ee-34dc4ce2c45f tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652008 Feb 03 11:43:12.151764 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-318f88d6-04d3-468b-bb8e-956290d95373 req-5729f787-1635-4033-bb3c-c13b96d4bcc5 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 210 time: 0.1054833 Feb 03 11:43:12.296634 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-c02fcae6-491b-4437-abd9-598a59134ece tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:12.298272 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-c02fcae6-491b-4437-abd9-598a59134ece tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.122 "GET /v2.0/networks?id=6ee212a8-a662-49ec-9d02-feb306b9fb62 HTTP/1.1" status: 200 len: 816 time: 0.3029897 Feb 03 11:43:12.409116 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-d1ac49a2-5846-4b78-8ab0-63b82ae64b80 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=15e50d7ac4fd4b5db50980824778a1fd HTTP/1.1" status: 200 len: 5704 time: 0.0975142 Feb 03 11:43:12.420997 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-60dfc17b-a75a-413d-8e1a-c20c409908e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Request body: {'port': {'device_id': '615751ae-4530-4e97-9090-af8a7d460110', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'admin_state_up': True, 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'security_groups': ['9ff50293-b4b0-493f-8210-53ae3daa8d9f']}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:12.569973 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-60dfc17b-a75a-413d-8e1a-c20c409908e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:43:12.574852 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-60dfc17b-a75a-413d-8e1a-c20c409908e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Usage tracker for resource:port and tenant:15e50d7ac4fd4b5db50980824778a1fd is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:43:12.578351 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-60dfc17b-a75a-413d-8e1a-c20c409908e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:43:12.584919 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-60dfc17b-a75a-413d-8e1a-c20c409908e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:43:12.597318 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-60dfc17b-a75a-413d-8e1a-c20c409908e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Made reservation on behalf of 15e50d7ac4fd4b5db50980824778a1fd for: {'port': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:43:12.618641 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-60dfc17b-a75a-413d-8e1a-c20c409908e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:12.936990 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-60dfc17b-a75a-413d-8e1a-c20c409908e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Allocated IP 172.20.0.6 (6ee212a8-a662-49ec-9d02-feb306b9fb62/b02e8330-4b19-43ce-a9de-cf3994e73e6b/0cf2c2d4-0aad-42cc-866b-e4797fbda738) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:43:13.138295 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-60dfc17b-a75a-413d-8e1a-c20c409908e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:13.155107 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-60dfc17b-a75a-413d-8e1a-c20c409908e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Transition to ACTIVE for port object 0cf2c2d4-0aad-42cc-866b-e4797fbda738 will not be triggered until provisioned by entity DHCP. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:43:13.182364 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-60dfc17b-a75a-413d-8e1a-c20c409908e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:13.198172 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e54c4432-8842-489f-8c40-5c6bf81b9fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:13.401712 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfc17b-a75a-413d-8e1a-c20c409908e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Pushing event updated for resources: {'Port': ['ID=0cf2c2d4-0aad-42cc-866b-e4797fbda738,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:13.411454 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-60dfc17b-a75a-413d-8e1a-c20c409908e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:13.441004 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827d76b-7d06-43be-b3be-fb785109213a req-70faefca-9f1e-4a84-a913-e197dc6b1092 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:13.442973 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1827d76b-7d06-43be-b3be-fb785109213a req-70faefca-9f1e-4a84-a913-e197dc6b1092 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.1676748 Feb 03 11:43:13.477722 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-60dfc17b-a75a-413d-8e1a-c20c409908e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Network 6ee212a8-a662-49ec-9d02-feb306b9fb62 is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:43:13.480302 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-60dfc17b-a75a-413d-8e1a-c20c409908e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:43:13.483084 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-60dfc17b-a75a-413d-8e1a-c20c409908e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:43:13.517313 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1827d76b-7d06-43be-b3be-fb785109213a req-5ff3556f-7f21-4fa8-b464-c9fdf4b0cbb8 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668759 Feb 03 11:43:13.597716 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a346c2-cc4a-4e0d-8926-6e05ea3be5c6 req-1d9c3c96-a938-42ef-9a8c-668d3b5b7f44 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:13.599498 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e2a346c2-cc4a-4e0d-8926-6e05ea3be5c6 req-1d9c3c96-a938-42ef-9a8c-668d3b5b7f44 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 931 time: 0.2790992 Feb 03 11:43:13.688707 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-d399d3d7-2491-43dd-ae72-52c21361a49c None None] Provisioning for port 0cf2c2d4-0aad-42cc-866b-e4797fbda738 completed by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:43:13.695463 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-d399d3d7-2491-43dd-ae72-52c21361a49c None None] Provisioning complete for port 0cf2c2d4-0aad-42cc-866b-e4797fbda738 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:43:13.695891 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d399d3d7-2491-43dd-ae72-52c21361a49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:13.759410 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-d399d3d7-2491-43dd-ae72-52c21361a49c None None] Port 0cf2c2d4-0aad-42cc-866b-e4797fbda738 cannot update to ACTIVE because it is not bound. {{(pid=80077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 11:43:13.942984 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-60dfc17b-a75a-413d-8e1a-c20c409908e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:13.943662 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-60dfc17b-a75a-413d-8e1a-c20c409908e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:13.995860 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e2a346c2-cc4a-4e0d-8926-6e05ea3be5c6 req-dbaa3862-bb03-4c27-8123-832689637c67 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3745224 Feb 03 11:43:14.001629 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-60dfc17b-a75a-413d-8e1a-c20c409908e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5848110 Feb 03 11:43:14.014642 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Request body: {'port': {'device_id': '615751ae-4530-4e97-9090-af8a7d460110', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:14.138212 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:14.601258 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf2c2d4-0aad-42cc-866b-e4797fbda738 {{(pid=80076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 11:43:14.610433 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:14.624037 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Transition to ACTIVE for port object 0cf2c2d4-0aad-42cc-866b-e4797fbda738 will not be triggered until provisioned by entity L2. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:43:14.627142 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:14.644158 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:14.790511 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf2c2d4-0aad-42cc-866b-e4797fbda738,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:14.794485 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:14.820115 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47192d14-fb27-4f25-9fec-830a55940234 req-51371767-9d78-4b53-95ea-87eb3ac7c4c9 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:14.821742 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-47192d14-fb27-4f25-9fec-830a55940234 req-51371767-9d78-4b53-95ea-87eb3ac7c4c9 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.1644514 Feb 03 11:43:14.889818 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-47192d14-fb27-4f25-9fec-830a55940234 req-2d31c0d0-59d5-4416-8ec8-8a498ccec197 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605805 Feb 03 11:43:14.988953 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Attempting to bind port 0cf2c2d4-0aad-42cc-866b-e4797fbda738 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:43:14.989292 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Attempting to bind port 0cf2c2d4-0aad-42cc-866b-e4797fbda738 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '3741f48f-16a9-4293-92b5-def40090b78c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62'}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:43:14.989655 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Attempting to bind port 0cf2c2d4-0aad-42cc-866b-e4797fbda738 on network 6ee212a8-a662-49ec-9d02-feb306b9fb62 {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:43:14.995746 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Checking agent: {'id': 'd04a5943-f855-4f30-8269-6a00b74e68db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 34, 59), 'started_at': datetime.datetime(2021, 2, 3, 11, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.119', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:43:14.996120 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Checking segment: {'id': '3741f48f-16a9-4293-92b5-def40090b78c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:43:14.996810 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:14.997235 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Bound using segment: {'id': '3741f48f-16a9-4293-92b5-def40090b78c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62'} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:43:14.997891 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Bound port: 0cf2c2d4-0aad-42cc-866b-e4797fbda738, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3741f48f-16a9-4293-92b5-def40090b78c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62'}}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:43:14.998264 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:15.097999 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] For port 0cf2c2d4-0aad-42cc-866b-e4797fbda738, host hv-cinder-77387, cleared binding levels {{(pid=80076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:43:15.101335 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] For port 0cf2c2d4-0aad-42cc-866b-e4797fbda738, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=0cf2c2d4-0aad-42cc-866b-e4797fbda738,segment=NetworkSegment(3741f48f-16a9-4293-92b5-def40090b78c),segment_id=3741f48f-16a9-4293-92b5-def40090b78c)] {{(pid=80076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:43:15.105358 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:15.125571 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-53a6f584-7a91-468c-b572-c2bc908671f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:15.349536 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf2c2d4-0aad-42cc-866b-e4797fbda738,revision_number=3']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:15.352961 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:15.389104 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:15.389873 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:15.391210 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] 10.222.0.122 "PUT /v2.0/ports/0cf2c2d4-0aad-42cc-866b-e4797fbda738 HTTP/1.1" status: 200 len: 1157 time: 1.3815527 Feb 03 11:43:15.392519 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615751ae-4530-4e97-9090-af8a7d460110', 'tag': '0cf2c2d4-0aad-42cc-866b-e4797fbda738'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:43:15.486824 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d6a25-0e01-48db-a26c-3cb11062e657 req-f28a35b7-a944-4728-9ace-9f7333ebcb5f tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:15.487672 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-362d6a25-0e01-48db-a26c-3cb11062e657 req-f28a35b7-a944-4728-9ace-9f7333ebcb5f tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Synchronizing usage tracker for tenant:15e50d7ac4fd4b5db50980824778a1fd on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:43:15.492788 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615751ae-4530-4e97-9090-af8a7d460110', 'tag': '0cf2c2d4-0aad-42cc-866b-e4797fbda738', 'status': 'completed', 'code': 200} Feb 03 11:43:15.568169 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-362d6a25-0e01-48db-a26c-3cb11062e657 req-f28a35b7-a944-4728-9ace-9f7333ebcb5f tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Unset dirty status for tenant:15e50d7ac4fd4b5db50980824778a1fd on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:43:15.569442 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-362d6a25-0e01-48db-a26c-3cb11062e657 req-f28a35b7-a944-4728-9ace-9f7333ebcb5f tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 943 time: 0.4119291 Feb 03 11:43:15.624107 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-503a1748-473a-4cec-b70c-3ef605378440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:15.625754 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-503a1748-473a-4cec-b70c-3ef605378440 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=15e50d7ac4fd4b5db50980824778a1fd&device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 1160 time: 0.1321683 Feb 03 11:43:15.646354 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-362d6a25-0e01-48db-a26c-3cb11062e657 req-4ceceaeb-8579-4544-97a6-7f5ea62d744d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699842 Feb 03 11:43:15.726129 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-db671afc-7d64-47fb-9f4d-ac92fa2c83bc service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cf2c2d4-0aad-42cc-866b-e4797fbda738 HTTP/1.1" status: 200 len: 217 time: 0.0786188 Feb 03 11:43:15.796788 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-2ff702e7-db6e-4d7a-9b85-de8f9d9002cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:15.798379 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-2ff702e7-db6e-4d7a-9b85-de8f9d9002cf service neutron] 10.222.0.122 "GET /v2.0/subnets?id=b02e8330-4b19-43ce-a9de-cf3994e73e6b HTTP/1.1" status: 200 len: 855 time: 0.0657721 Feb 03 11:43:15.883946 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-ef171fce-32ac-46e6-a2dc-1b79224c3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:15.885573 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-ef171fce-32ac-46e6-a2dc-1b79224c3449 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6ee212a8-a662-49ec-9d02-feb306b9fb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811594 Feb 03 11:43:15.963760 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 43716) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:16.050491 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-b571f6aa-5c87-4d46-987c-1141add5d551 service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572239 Feb 03 11:43:16.187582 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7faa3e-2545-4413-be91-6e3cb2bc8889 req-90ad5b83-11f2-4991-8091-0c3618bf0791 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:16.189265 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-cb7faa3e-2545-4413-be91-6e3cb2bc8889 req-90ad5b83-11f2-4991-8091-0c3618bf0791 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.1679301 Feb 03 11:43:16.203926 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3c0c5dfc-4075-4bb8-9d6b-ffb48db048f0 req-31886e66-100a-457f-a060-a8a8e052ee8e service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1462061 Feb 03 11:43:16.224035 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1e905c8c-42f0-41c9-aa0e-b9639d445d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:16.253469 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1e905c8c-42f0-41c9-aa0e-b9639d445d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:43:16.262218 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1e905c8c-42f0-41c9-aa0e-b9639d445d43 admin admin] Usage tracker for resource:security_group_rule and tenant:7d3bb3ecc3514ae08e7d9a211541b640 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:43:16.266885 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1e905c8c-42f0-41c9-aa0e-b9639d445d43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:43:16.287343 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-cb7faa3e-2545-4413-be91-6e3cb2bc8889 req-ad51de36-97db-4822-a40c-082d1c5323aa tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807464 Feb 03 11:43:16.291324 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1e905c8c-42f0-41c9-aa0e-b9639d445d43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:43:16.349736 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11632296-6939-4ae6-aa75-345263e2e178 req-63f00f07-188c-4668-8d92-018cf2def759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:16.351324 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-11632296-6939-4ae6-aa75-345263e2e178 req-63f00f07-188c-4668-8d92-018cf2def759 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=15e50d7ac4fd4b5db50980824778a1fd&device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 1160 time: 0.0918927 Feb 03 11:43:16.383011 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1e905c8c-42f0-41c9-aa0e-b9639d445d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:16.386539 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1e905c8c-42f0-41c9-aa0e-b9639d445d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:16.395314 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5dcbd8b6-cddd-47be-af95-6f6d9f3f35cd tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:16.440978 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-1e905c8c-42f0-41c9-aa0e-b9639d445d43 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7d3bb3ecc3514ae08e7d9a211541b640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4756947 Feb 03 11:43:16.443018 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e905c8c-42f0-41c9-aa0e-b9639d445d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b2f9a5-997a-43a4-94e9-f2a70feea7c2,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:16.445413 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 43722) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:16.446461 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1e905c8c-42f0-41c9-aa0e-b9639d445d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:16.537216 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11632296-6939-4ae6-aa75-345263e2e178 req-ecbd1711-e96b-4d13-9d5d-65f4a88a9a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:16.538773 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-11632296-6939-4ae6-aa75-345263e2e178 req-ecbd1711-e96b-4d13-9d5d-65f4a88a9a7c service neutron] 10.222.0.122 "GET /v2.0/networks?id=6ee212a8-a662-49ec-9d02-feb306b9fb62 HTTP/1.1" status: 200 len: 910 time: 0.1802177 Feb 03 11:43:16.619053 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a2043116-c75d-4dde-98cc-57dbf93df6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:16.621872 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-11632296-6939-4ae6-aa75-345263e2e178 req-8e5e13f9-e932-4ca5-8ae2-be1a8a443761 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cf2c2d4-0aad-42cc-866b-e4797fbda738 HTTP/1.1" status: 200 len: 217 time: 0.0756607 Feb 03 11:43:16.691460 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a2043116-c75d-4dde-98cc-57dbf93df6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:16.735951 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11632296-6939-4ae6-aa75-345263e2e178 req-c528dbff-6617-40cf-85ad-e9b6c3ee78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:16.737515 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-11632296-6939-4ae6-aa75-345263e2e178 req-c528dbff-6617-40cf-85ad-e9b6c3ee78b5 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=b02e8330-4b19-43ce-a9de-cf3994e73e6b HTTP/1.1" status: 200 len: 855 time: 0.1068847 Feb 03 11:43:16.853356 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a2043116-c75d-4dde-98cc-57dbf93df6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:16.864166 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:16.884627 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2043116-c75d-4dde-98cc-57dbf93df6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b2f9a5-997a-43a4-94e9-f2a70feea7c2,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:16.891099 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a2043116-c75d-4dde-98cc-57dbf93df6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:16.892724 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a2043116-c75d-4dde-98cc-57dbf93df6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:16.893884 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-a2043116-c75d-4dde-98cc-57dbf93df6b0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a2b2f9a5-997a-43a4-94e9-f2a70feea7c2 HTTP/1.1" status: 204 len: 168 time: 0.4474182 Feb 03 11:43:16.915221 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11632296-6939-4ae6-aa75-345263e2e178 req-242d8f83-7c60-4e7c-a565-607523179af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:16.916875 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-11632296-6939-4ae6-aa75-345263e2e178 req-242d8f83-7c60-4e7c-a565-607523179af9 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6ee212a8-a662-49ec-9d02-feb306b9fb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1726644 Feb 03 11:43:17.083533 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c18b32-8c44-441d-a9cf-6b62c4a04df9 req-285a6051-b362-49f8-9b52-01dc0b19f83e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:17.085218 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-78c18b32-8c44-441d-a9cf-6b62c4a04df9 req-285a6051-b362-49f8-9b52-01dc0b19f83e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 943 time: 0.2773638 Feb 03 11:43:17.181520 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-78c18b32-8c44-441d-a9cf-6b62c4a04df9 req-e3bfc744-1883-4a8c-a8f1-1638f7a756b4 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884714 Feb 03 11:43:17.200224 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-11632296-6939-4ae6-aa75-345263e2e178 req-17cd0b4a-a46a-4c78-b490-f83611b8a814 service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762303 Feb 03 11:43:17.351713 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-11632296-6939-4ae6-aa75-345263e2e178 req-7e90dbd7-8d30-4e6e-8984-e7184c9411b5 service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1440783 Feb 03 11:43:17.597092 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22cd6b-d68a-4cc1-8e17-109a0e15553b req-a3af6a0d-fcb2-439c-8d6d-280fc746929b tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:17.598808 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0f22cd6b-d68a-4cc1-8e17-109a0e15553b req-a3af6a0d-fcb2-439c-8d6d-280fc746929b tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.1736395 Feb 03 11:43:17.664299 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0f22cd6b-d68a-4cc1-8e17-109a0e15553b req-21d651fc-3244-4b18-8b04-6f8ddf7e9505 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585918 Feb 03 11:43:17.775908 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 43748) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:17.930400 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-944811725-network', 'tenant_id': 'e16baaeb7f5241f2a89e554272153cbc'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:17.935826 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:43:17.940051 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Usage tracker for resource:network and tenant:e16baaeb7f5241f2a89e554272153cbc is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:43:17.943484 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:43:17.949473 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:43:17.960442 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Made reservation on behalf of e16baaeb7f5241f2a89e554272153cbc for: {'network': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:43:17.965296 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for network, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:17.978480 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:17.994010 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:43:17.998464 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Usage tracker for resource:security_group_rule and tenant:e16baaeb7f5241f2a89e554272153cbc is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:43:18.001572 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:43:18.007795 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:43:18.100477 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:18.105038 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:18.108181 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1e905c8c-42f0-41c9-aa0e-b9639d445d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:18.141448 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 11:43:18.150886 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec445a2d-7c19-4706-a180-03dd8abd2287,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:18.154967 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:18.157618 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779700079970', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:18.158051 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Added segment 11f3d216-4ce9-499f-8c45-8992184d5184 of type vxlan for network fa69fa52-9ee1-4d20-8b39-b62016ef873a Feb 03 11:43:18.188001 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779699605226'] for network, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:18.220257 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for network, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:18.221521 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:18.222161 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:18.225670 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:18.340765 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Pushing event updated for resources: {'Network': ['ID=fa69fa52-9ee1-4d20-8b39-b62016ef873a,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:18.344896 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5673637 Feb 03 11:43:18.345415 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:18.352754 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Network fa69fa52-9ee1-4d20-8b39-b62016ef873a details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:43:18.356906 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 43758) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:18.363383 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-3e51f771-0cc7-4db9-8cb7-4d2071a00b63 admin admin] Request body: {'subnet': {'network_id': 'fa69fa52-9ee1-4d20-8b39-b62016ef873a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-944811725-subnet', 'tenant_id': 'e16baaeb7f5241f2a89e554272153cbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:18.368868 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3e51f771-0cc7-4db9-8cb7-4d2071a00b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:43:18.373258 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3e51f771-0cc7-4db9-8cb7-4d2071a00b63 admin admin] Usage tracker for resource:subnet and tenant:e16baaeb7f5241f2a89e554272153cbc is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:43:18.376329 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-3e51f771-0cc7-4db9-8cb7-4d2071a00b63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:43:18.382264 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-3e51f771-0cc7-4db9-8cb7-4d2071a00b63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:43:18.383764 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Network fa69fa52-9ee1-4d20-8b39-b62016ef873a details requested by agent ovs-agent-dv-cinder-773870-1-smb with host dv-cinder-773870-1-smb {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:43:18.392465 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e51f771-0cc7-4db9-8cb7-4d2071a00b63 admin admin] Made reservation on behalf of e16baaeb7f5241f2a89e554272153cbc for: {'subnet': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:43:18.397279 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3e51f771-0cc7-4db9-8cb7-4d2071a00b63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852425138'] for subnet, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:18.520107 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df220cfe-8208-4998-b416-c8aa41b49eec req-aa26c410-550b-44aa-8287-7c233e4264e3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:18.521817 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-df220cfe-8208-4998-b416-c8aa41b49eec req-aa26c410-550b-44aa-8287-7c233e4264e3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 943 time: 0.1951728 Feb 03 11:43:18.591775 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-df220cfe-8208-4998-b416-c8aa41b49eec req-71f0348c-ebd0-42d4-8bae-1fab4ae78d4e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621264 Feb 03 11:43:18.896427 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3e51f771-0cc7-4db9-8cb7-4d2071a00b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2219244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852425091'] for subnet, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:18.917717 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:19.056229 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51f771-0cc7-4db9-8cb7-4d2071a00b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e8f6ae-8843-43ec-bcbc-08633a1793a5,revision_number=0']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:19.139501 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9138f-ea3b-4d5b-af38-44c6baff66f7 req-ceeac563-202a-4f48-97b8-47b1fcbd7214 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:19.141186 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0fc9138f-ea3b-4d5b-af38-44c6baff66f7 req-ceeac563-202a-4f48-97b8-47b1fcbd7214 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.3408117 Feb 03 11:43:19.142134 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3e51f771-0cc7-4db9-8cb7-4d2071a00b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:19.240956 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 1a139829-65e2-42c0-b1a5-070505943dac up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:43:19.244880 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0fc9138f-ea3b-4d5b-af38-44c6baff66f7 req-ba0e1739-fdee-4f59-8e2a-6293bbbcd1ca tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960209 Feb 03 11:43:19.283122 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51f771-0cc7-4db9-8cb7-4d2071a00b63 admin admin] Checking segment: {'id': '11f3d216-4ce9-499f-8c45-8992184d5184', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fa69fa52-9ee1-4d20-8b39-b62016ef873a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:43:19.283551 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51f771-0cc7-4db9-8cb7-4d2071a00b63 admin admin] Network hostable DHCP agents. Network: fa69fa52-9ee1-4d20-8b39-b62016ef873a, hostable agents: ['e281720a-8ae7-4081-88fc-d5a7fa1f3c44'], hosted agents: [] {{(pid=80075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 11:43:19.304746 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51f771-0cc7-4db9-8cb7-4d2071a00b63 admin admin] Network fa69fa52-9ee1-4d20-8b39-b62016ef873a is scheduled to be hosted by DHCP agent e281720a-8ae7-4081-88fc-d5a7fa1f3c44 with binding_index 1 {{(pid=80075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 11:43:19.314335 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-3e51f771-0cc7-4db9-8cb7-4d2071a00b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-1-smb, fa69fa52-9ee1-4d20-8b39-b62016ef873a) {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:43:19.324501 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedadd1b-f50a-4012-a8b4-6257ac22612d None None] Network fa69fa52-9ee1-4d20-8b39-b62016ef873a requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:43:19.328303 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e51f771-0cc7-4db9-8cb7-4d2071a00b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:19.328954 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3e51f771-0cc7-4db9-8cb7-4d2071a00b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:19.344022 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 1a139829-65e2-42c0-b1a5-070505943dac triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:43:19.344433 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:19.348884 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-3e51f771-0cc7-4db9-8cb7-4d2071a00b63 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9907942 Feb 03 11:43:19.686371 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057e522e-f790-421c-870c-b28aaec6d6a2 None None] Network fa69fa52-9ee1-4d20-8b39-b62016ef873a requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:43:19.933426 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb229620-b30b-4f34-898c-ca91578b1c98 req-370658c0-87b7-44ad-97e9-11028ea125a1 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:19.936173 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-eb229620-b30b-4f34-898c-ca91578b1c98 req-370658c0-87b7-44ad-97e9-11028ea125a1 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 943 time: 0.1831093 Feb 03 11:43:20.002002 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-eb229620-b30b-4f34-898c-ca91578b1c98 req-ed1b4a2d-ca3a-49bf-8080-a6b6826c6788 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591722 Feb 03 11:43:20.302013 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 43786) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:20.310762 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1791080255-network', 'tenant_id': '22d8d043ae4840c2962e42e656803e76'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:20.315916 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:43:20.320700 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Usage tracker for resource:network and tenant:22d8d043ae4840c2962e42e656803e76 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:43:20.323868 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:43:20.330448 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:43:20.341971 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Made reservation on behalf of 22d8d043ae4840c2962e42e656803e76 for: {'network': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:43:20.347082 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for network, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:20.356785 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-42bed7cd-d11c-4b5c-915d-99ac3f071d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:20.361178 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:20.376863 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:43:20.381064 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Usage tracker for resource:security_group_rule and tenant:22d8d043ae4840c2962e42e656803e76 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:43:20.384181 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:43:20.390366 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:43:20.481004 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:20.484648 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:20.487932 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-792a7e7c-f298-41a5-b2cb-f057b76c9437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:20.521149 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 11:43:20.530636 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f20893-6320-4c42-81ac-5123d3a70536,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:20.534123 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:20.538431 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:20.538864 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Added segment 516eaf32-0ddb-49d6-88d1-c46f37d9b362 of type vxlan for network 9971078a-2b3c-429d-b3a8-79616ed40e7f Feb 03 11:43:20.553435 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b6b66-d44b-48b6-9491-ffe70bf5bb76 req-74d03dd3-fee8-40ab-a65a-5dfc03523fba tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:20.555120 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1b8b6b66-d44b-48b6-9491-ffe70bf5bb76 req-74d03dd3-fee8-40ab-a65a-5dfc03523fba tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.1648958 Feb 03 11:43:20.567300 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779699605226'] for network, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:20.607740 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for network, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:20.609397 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:20.610308 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:20.616662 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:20.621073 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1b8b6b66-d44b-48b6-9491-ffe70bf5bb76 req-5a6b15fd-b8e7-4edb-9f72-f47bea1529e5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587237 Feb 03 11:43:20.728672 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4250202 Feb 03 11:43:20.729627 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Pushing event updated for resources: {'Network': ['ID=9971078a-2b3c-429d-b3a8-79616ed40e7f,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:20.736040 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:20.738001 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 43792) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:20.741007 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Network 9971078a-2b3c-429d-b3a8-79616ed40e7f details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:43:20.759378 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-5ff6d331-6695-4dda-8e6c-97c47b91c3c3 admin admin] Request body: {'subnet': {'network_id': '9971078a-2b3c-429d-b3a8-79616ed40e7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1791080255-subnet', 'tenant_id': '22d8d043ae4840c2962e42e656803e76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:20.762381 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Network 9971078a-2b3c-429d-b3a8-79616ed40e7f details requested by agent ovs-agent-dv-cinder-773870-1-smb with host dv-cinder-773870-1-smb {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:43:20.765071 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-5ff6d331-6695-4dda-8e6c-97c47b91c3c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:43:20.769482 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-5ff6d331-6695-4dda-8e6c-97c47b91c3c3 admin admin] Usage tracker for resource:subnet and tenant:22d8d043ae4840c2962e42e656803e76 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:43:20.772844 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-5ff6d331-6695-4dda-8e6c-97c47b91c3c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:43:20.778805 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-5ff6d331-6695-4dda-8e6c-97c47b91c3c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:43:20.789097 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff6d331-6695-4dda-8e6c-97c47b91c3c3 admin admin] Made reservation on behalf of 22d8d043ae4840c2962e42e656803e76 for: {'subnet': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:43:20.794104 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5ff6d331-6695-4dda-8e6c-97c47b91c3c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852425138'] for subnet, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:21.077825 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38774c82-29e0-40a4-a18e-9b50beb4ea77 req-eb622e02-6497-4963-90f4-2ed5a17a993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:21.079543 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-38774c82-29e0-40a4-a18e-9b50beb4ea77 req-eb622e02-6497-4963-90f4-2ed5a17a993f service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=953a748f6bc446ae8f3731ee7dc5e19b&device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 1163 time: 0.0893245 Feb 03 11:43:21.208349 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79584089-4ab5-4034-81c8-ab726ffc6fe3 req-ad81fad5-c882-45f1-b575-4ac6973543e1 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:21.210085 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-79584089-4ab5-4034-81c8-ab726ffc6fe3 req-ad81fad5-c882-45f1-b575-4ac6973543e1 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.2413790 Feb 03 11:43:21.336032 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-79584089-4ab5-4034-81c8-ab726ffc6fe3 req-8053ccc9-34f6-40d7-816b-d0dad0cd4016 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746515 Feb 03 11:43:21.455126 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5ff6d331-6695-4dda-8e6c-97c47b91c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2219244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852425091'] for subnet, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:21.471559 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3a88df93-7842-414e-a522-a3b4efcb726f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:21.515586 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38774c82-29e0-40a4-a18e-9b50beb4ea77 req-ac1a5a3e-6385-4660-94f4-378f6c0f6d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:21.517286 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-38774c82-29e0-40a4-a18e-9b50beb4ea77 req-ac1a5a3e-6385-4660-94f4-378f6c0f6d59 service neutron] 10.222.0.122 "GET /v2.0/networks?id=c0bd3986-74d0-444d-ac00-c45d05fcc4fc HTTP/1.1" status: 200 len: 905 time: 0.4309571 Feb 03 11:43:21.596383 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6d331-6695-4dda-8e6c-97c47b91c3c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70beaa72-75b7-4463-8834-148bf4ca2278,revision_number=0']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:21.605327 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5ff6d331-6695-4dda-8e6c-97c47b91c3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:21.667106 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5963c1-ef3e-4612-b30f-dee6cc24c875 req-0c10a2f9-0387-44f0-a960-9b8b07093893 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:21.668914 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3f5963c1-ef3e-4612-b30f-dee6cc24c875 req-0c10a2f9-0387-44f0-a960-9b8b07093893 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 943 time: 0.5101392 Feb 03 11:43:21.681739 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff6d331-6695-4dda-8e6c-97c47b91c3c3 admin admin] Checking segment: {'id': '516eaf32-0ddb-49d6-88d1-c46f37d9b362', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9971078a-2b3c-429d-b3a8-79616ed40e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:43:21.682110 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff6d331-6695-4dda-8e6c-97c47b91c3c3 admin admin] Network hostable DHCP agents. Network: 9971078a-2b3c-429d-b3a8-79616ed40e7f, hostable agents: ['e281720a-8ae7-4081-88fc-d5a7fa1f3c44'], hosted agents: [] {{(pid=80075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 11:43:21.703154 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff6d331-6695-4dda-8e6c-97c47b91c3c3 admin admin] Network 9971078a-2b3c-429d-b3a8-79616ed40e7f is scheduled to be hosted by DHCP agent e281720a-8ae7-4081-88fc-d5a7fa1f3c44 with binding_index 1 {{(pid=80075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 11:43:21.712093 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-5ff6d331-6695-4dda-8e6c-97c47b91c3c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-1-smb, 9971078a-2b3c-429d-b3a8-79616ed40e7f) {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:43:21.725335 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2c5426-0742-4233-bddf-f1107b88de6a None None] Network 9971078a-2b3c-429d-b3a8-79616ed40e7f requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:43:21.727113 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff6d331-6695-4dda-8e6c-97c47b91c3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:21.727822 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5ff6d331-6695-4dda-8e6c-97c47b91c3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:21.746977 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-38774c82-29e0-40a4-a18e-9b50beb4ea77 req-66e669da-73db-4b0c-aa7c-c54249777f75 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a139829-65e2-42c0-b1a5-070505943dac HTTP/1.1" status: 200 len: 1002 time: 0.2212288 Feb 03 11:43:21.750272 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-5ff6d331-6695-4dda-8e6c-97c47b91c3c3 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9963830 Feb 03 11:43:21.767335 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3f5963c1-ef3e-4612-b30f-dee6cc24c875 req-3e325b73-249e-4b51-8a71-a000e416c3f8 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837257 Feb 03 11:43:21.835154 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38774c82-29e0-40a4-a18e-9b50beb4ea77 req-6c1bc083-f92e-4cc6-af24-e1516b78b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:21.836785 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-38774c82-29e0-40a4-a18e-9b50beb4ea77 req-6c1bc083-f92e-4cc6-af24-e1516b78b0fe service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e493ca3d-3267-4fb7-b03f-511cdcb76f36 HTTP/1.1" status: 200 len: 850 time: 0.0684807 Feb 03 11:43:21.906981 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 43804) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:21.922207 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38774c82-29e0-40a4-a18e-9b50beb4ea77 req-4a25ace4-56dc-4b9a-aa7f-422b87f8e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:21.923907 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-38774c82-29e0-40a4-a18e-9b50beb4ea77 req-4a25ace4-56dc-4b9a-aa7f-422b87f8e135 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=c0bd3986-74d0-444d-ac00-c45d05fcc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800779 Feb 03 11:43:21.924052 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 0cf2c2d4-0aad-42cc-866b-e4797fbda738 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:43:21.987629 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-91703a20-1640-436b-8a24-8db5fea1c4ea admin admin] Deleting subnet c2e8f6ae-8843-43ec-bcbc-08633a1793a5 {{(pid=80075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 11:43:21.990852 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-91703a20-1640-436b-8a24-8db5fea1c4ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:22.026072 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de5672e-4520-4ac4-b26b-e114ee9808d9 None None] Network 9971078a-2b3c-429d-b3a8-79616ed40e7f requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:43:22.046250 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-91703a20-1640-436b-8a24-8db5fea1c4ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851741130'] for subnet, precommit_delete_associations {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:22.097130 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-38774c82-29e0-40a4-a18e-9b50beb4ea77 req-13650e0c-124c-4d43-a672-8215dfa3ece2 service neutron] 10.222.0.122 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649966 Feb 03 11:43:22.107572 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-91703a20-1640-436b-8a24-8db5fea1c4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-59611'] for subnet, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:22.201019 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning for port 0cf2c2d4-0aad-42cc-866b-e4797fbda738 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:43:22.208047 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 0cf2c2d4-0aad-42cc-866b-e4797fbda738 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:43:22.208442 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:22.264119 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-38774c82-29e0-40a4-a18e-9b50beb4ea77 req-ef26e07b-e300-4601-bdb1-f605ea29d5c5 service neutron] 10.222.0.122 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1558135 Feb 03 11:43:22.427582 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:22.466333 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615751ae-4530-4e97-9090-af8a7d460110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf2c2d4-0aad-42cc-866b-e4797fbda738'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:43:22.479321 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port 0cf2c2d4-0aad-42cc-866b-e4797fbda738, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=0cf2c2d4-0aad-42cc-866b-e4797fbda738,segment=NetworkSegment(3741f48f-16a9-4293-92b5-def40090b78c),segment_id=3741f48f-16a9-4293-92b5-def40090b78c)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:43:22.483175 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:22.484426 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 1a139829-65e2-42c0-b1a5-070505943dac up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:43:22.517372 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:22.615791 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f07e2f83-3f62-40dd-983a-e2b051e372ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:22.632941 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13d3a6-ce7a-45c4-a556-f85a6ad40e0f req-df0b91a9-6874-44bc-b0b7-9301dd420949 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:22.634620 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7d13d3a6-ce7a-45c4-a556-f85a6ad40e0f req-df0b91a9-6874-44bc-b0b7-9301dd420949 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.1791222 Feb 03 11:43:22.642313 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=0cf2c2d4-0aad-42cc-866b-e4797fbda738,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:22.653494 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.654119 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.654632 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.655139 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.655718 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.656224 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.656723 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.657226 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.657764 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.658278 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.658829 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.659405 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.660018 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.660672 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.661224 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.661761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.662301 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.662848 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.663423 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.663976 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.664514 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.665061 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.665597 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.666141 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:22.670974 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:22.681337 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 1a139829-65e2-42c0-b1a5-070505943dac triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:43:22.681989 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:22.714515 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7d13d3a6-ce7a-45c4-a556-f85a6ad40e0f req-4b84d0da-e751-44b7-8a6d-da0d8ce6584d tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0707750 Feb 03 11:43:22.788158 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8300cc-36da-4362-9f3d-ba6ee5cedf06 req-f76fccc3-3d39-4f7d-838e-f4bd104e30f5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:22.789864 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ea8300cc-36da-4362-9f3d-ba6ee5cedf06 req-f76fccc3-3d39-4f7d-838e-f4bd104e30f5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.2603939 Feb 03 11:43:22.813261 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-91703a20-1640-436b-8a24-8db5fea1c4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854716205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2219817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350692'] for subnet, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:22.834069 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:22.949129 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615751ae-4530-4e97-9090-af8a7d460110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf2c2d4-0aad-42cc-866b-e4797fbda738', 'code': 200} Feb 03 11:43:22.950603 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91703a20-1640-436b-8a24-8db5fea1c4ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e8f6ae-8843-43ec-bcbc-08633a1793a5,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:22.960692 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-91703a20-1640-436b-8a24-8db5fea1c4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:22.983352 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ea8300cc-36da-4362-9f3d-ba6ee5cedf06 req-1a09da4b-4880-4d7c-b07a-c2b56a2233f9 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863763 Feb 03 11:43:23.016882 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-91703a20-1640-436b-8a24-8db5fea1c4ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:23.026514 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 43820) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:23.026876 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-91703a20-1640-436b-8a24-8db5fea1c4ea admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c2e8f6ae-8843-43ec-bcbc-08633a1793a5 HTTP/1.1" status: 204 len: 168 time: 1.1182687 Feb 03 11:43:23.164901 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:23.255130 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2e921313-b6be-48f5-b718-b0ee3fde558b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853835911'] for network, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:23.286791 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 0cf2c2d4-0aad-42cc-866b-e4797fbda738 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:43:23.383824 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 0cf2c2d4-0aad-42cc-866b-e4797fbda738 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:43:23.384242 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:23.507534 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad50c5-0fd3-4867-aa97-4b4febf755b0 req-49e736f8-4c87-4317-8bce-f50348e85ce7 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:23.509171 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-baad50c5-0fd3-4867-aa97-4b4febf755b0 req-49e736f8-4c87-4317-8bce-f50348e85ce7 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.3968520 Feb 03 11:43:23.619350 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2e921313-b6be-48f5-b718-b0ee3fde558b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5968', 'neutron.services.segments.db._delete_segments_for_network--9223363257154695830'] for network, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:23.648431 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d176df-0d11-4ee7-81e1-b57505536476 req-7e3c836e-77e9-453e-b464-eb7fbf938fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:23.650083 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d4d176df-0d11-4ee7-81e1-b57505536476 req-7e3c836e-77e9-453e-b464-eb7fbf938fb7 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 1162 time: 0.4401884 Feb 03 11:43:23.758283 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-baad50c5-0fd3-4867-aa97-4b4febf755b0 req-aaaea8bc-768b-4562-8b75-b4cbcbdb3e62 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413089 Feb 03 11:43:23.810915 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d4d176df-0d11-4ee7-81e1-b57505536476 req-12a0e9da-b5b4-44a1-879f-82cabf2b599a service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055605 Feb 03 11:43:23.812496 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-2e921313-b6be-48f5-b718-b0ee3fde558b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa69fa52-9ee1-4d20-8b39-b62016ef873a']}} {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:23.826359 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-2e921313-b6be-48f5-b718-b0ee3fde558b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f3d216-4ce9-499f-8c45-8992184d5184') {'for_net_delete': True} {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:23.826702 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-2e921313-b6be-48f5-b718-b0ee3fde558b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f3d216-4ce9-499f-8c45-8992184d5184') {} {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:23.838863 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2e921313-b6be-48f5-b718-b0ee3fde558b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257154698902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109896'] for segment, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:23.854375 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2e921313-b6be-48f5-b718-b0ee3fde558b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:23.856885 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2e921313-b6be-48f5-b718-b0ee3fde558b admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 11:43:24.007600 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0a456-42d9-45fb-9698-bc7655f6a63d req-60c42f81-0afc-4916-9115-159a4462f1bf tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:24.009428 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-aff0a456-42d9-45fb-9698-bc7655f6a63d req-60c42f81-0afc-4916-9115-159a4462f1bf tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.1632180 Feb 03 11:43:24.019664 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:24.041664 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-2e921313-b6be-48f5-b718-b0ee3fde558b admin admin] Network fa69fa52-9ee1-4d20-8b39-b62016ef873a has no segments {{(pid=80076) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:43:24.055355 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2e921313-b6be-48f5-b718-b0ee3fde558b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851665148'] for segment, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:24.086849 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-aff0a456-42d9-45fb-9698-bc7655f6a63d req-ff8df82e-0b2b-4490-86f0-a39e58f3524f tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0700116 Feb 03 11:43:24.293605 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-2e921313-b6be-48f5-b718-b0ee3fde558b admin admin] Network fa69fa52-9ee1-4d20-8b39-b62016ef873a has no segments {{(pid=80076) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: Traceback (most recent call last): Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: timer() Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: cb(*args, **kw) Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: return func(*args, **kwargs) Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: self._notify() Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: self.callback(batched_events) Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: event.method(event) Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: segment_id)['aggregates'][0] Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: return f(self, *a, **k) Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: return self._get(url).json() Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: **kwargs) Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: **endpoint_filter) Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:43:24.321601 dv-cinder-773870-1-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:43:24.404253 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2e921313-b6be-48f5-b718-b0ee3fde558b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854769816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504970'] for network, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:24.488594 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f2211-0ca9-4558-99ac-71473e95ef05 req-1fa00aa5-d20d-45a7-9df9-8bf04daddb3e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:24.490244 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-883f2211-0ca9-4558-99ac-71473e95ef05 req-1fa00aa5-d20d-45a7-9df9-8bf04daddb3e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.3716419 Feb 03 11:43:24.491301 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2e921313-b6be-48f5-b718-b0ee3fde558b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:24.493948 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:24.532136 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e921313-b6be-48f5-b718-b0ee3fde558b admin admin] Pushing event deleted for resources: {'Network': ['ID=fa69fa52-9ee1-4d20-8b39-b62016ef873a,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:24.537583 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-2e921313-b6be-48f5-b718-b0ee3fde558b admin admin] 10.222.0.68 "DELETE /v2.0/networks/fa69fa52-9ee1-4d20-8b39-b62016ef873a HTTP/1.1" status: 204 len: 168 time: 1.5093222 Feb 03 11:43:24.540473 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2e921313-b6be-48f5-b718-b0ee3fde558b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:24.540928 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 43828) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:24.581980 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-883f2211-0ca9-4558-99ac-71473e95ef05 req-01b6b620-ce5e-4934-80d1-7ce2f94561fa tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737808 Feb 03 11:43:24.605701 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:24.629533 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88a3532-e296-474c-ad8f-065112375e10 admin admin] Deleting subnet 70beaa72-75b7-4463-8834-148bf4ca2278 {{(pid=80075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 11:43:24.633017 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c88a3532-e296-474c-ad8f-065112375e10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:24.698228 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c88a3532-e296-474c-ad8f-065112375e10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851741130'] for subnet, precommit_delete_associations {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:24.761085 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c88a3532-e296-474c-ad8f-065112375e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-59611'] for subnet, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:25.160638 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258840e-3044-4f5a-99f2-9e3236e7ce14 req-393d6fe7-7197-41ba-a783-ff5ca1671b9a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:25.161390 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-f258840e-3044-4f5a-99f2-9e3236e7ce14 req-393d6fe7-7197-41ba-a783-ff5ca1671b9a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Synchronizing usage tracker for tenant:15e50d7ac4fd4b5db50980824778a1fd on resource:port {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:43:25.172871 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c88a3532-e296-474c-ad8f-065112375e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854716205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2219817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350692'] for subnet, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:25.194404 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-83f2b46b-3895-499e-8974-708496ba2b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:25.223841 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-f258840e-3044-4f5a-99f2-9e3236e7ce14 req-393d6fe7-7197-41ba-a783-ff5ca1671b9a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Unset dirty status for tenant:15e50d7ac4fd4b5db50980824778a1fd on resource:port {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:43:25.225069 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f258840e-3044-4f5a-99f2-9e3236e7ce14 req-393d6fe7-7197-41ba-a783-ff5ca1671b9a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.3188093 Feb 03 11:43:25.286643 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a3532-e296-474c-ad8f-065112375e10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70beaa72-75b7-4463-8834-148bf4ca2278,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:25.312986 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c88a3532-e296-474c-ad8f-065112375e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:25.341050 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 0cf2c2d4-0aad-42cc-866b-e4797fbda738 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:43:25.386479 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-f258840e-3044-4f5a-99f2-9e3236e7ce14 req-d68e9df4-32ea-432a-975d-9897d9f715c1 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Synchronizing usage tracker for tenant:15e50d7ac4fd4b5db50980824778a1fd on resource:security_group {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:43:25.400022 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c88a3532-e296-474c-ad8f-065112375e10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:25.409412 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-f258840e-3044-4f5a-99f2-9e3236e7ce14 req-d68e9df4-32ea-432a-975d-9897d9f715c1 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Unset dirty status for tenant:15e50d7ac4fd4b5db50980824778a1fd on resource:security_group {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:43:25.410624 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f258840e-3044-4f5a-99f2-9e3236e7ce14 req-d68e9df4-32ea-432a-975d-9897d9f715c1 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305771 Feb 03 11:43:25.414920 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-c88a3532-e296-474c-ad8f-065112375e10 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/70beaa72-75b7-4463-8834-148bf4ca2278 HTTP/1.1" status: 204 len: 168 time: 0.8727913 Feb 03 11:43:25.415751 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 43838) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:25.444322 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c68b86-3418-4f8d-ad76-d6a1989a6beb req-0b19dc9e-1088-40ef-a5e0-630c50dfe611 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:25.446057 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-71c68b86-3418-4f8d-ad76-d6a1989a6beb req-0b19dc9e-1088-40ef-a5e0-630c50dfe611 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.1713741 Feb 03 11:43:25.450594 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 0cf2c2d4-0aad-42cc-866b-e4797fbda738 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:43:25.451016 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:25.551226 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-71c68b86-3418-4f8d-ad76-d6a1989a6beb req-c4573ff7-d7a3-4905-81cd-a725fded9646 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0962989 Feb 03 11:43:25.572305 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b8649c2a-2ed0-4107-a5c4-2cbc4d85c173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853835911'] for network, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:25.769525 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b8649c2a-2ed0-4107-a5c4-2cbc4d85c173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5968', 'neutron.services.segments.db._delete_segments_for_network--9223363257154695830'] for network, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:25.884257 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-b8649c2a-2ed0-4107-a5c4-2cbc4d85c173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9971078a-2b3c-429d-b3a8-79616ed40e7f']}} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:25.897314 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-b8649c2a-2ed0-4107-a5c4-2cbc4d85c173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516eaf32-0ddb-49d6-88d1-c46f37d9b362') {'for_net_delete': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:25.897662 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-b8649c2a-2ed0-4107-a5c4-2cbc4d85c173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516eaf32-0ddb-49d6-88d1-c46f37d9b362') {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:25.909792 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b8649c2a-2ed0-4107-a5c4-2cbc4d85c173 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257154698902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3034686'] for segment, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:25.924820 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b8649c2a-2ed0-4107-a5c4-2cbc4d85c173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:25.927019 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b8649c2a-2ed0-4107-a5c4-2cbc4d85c173 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 11:43:26.106070 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-b8649c2a-2ed0-4107-a5c4-2cbc4d85c173 admin admin] Network 9971078a-2b3c-429d-b3a8-79616ed40e7f has no segments {{(pid=80075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:43:26.115554 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b8649c2a-2ed0-4107-a5c4-2cbc4d85c173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2219846'] for segment, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:26.298362 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-b8649c2a-2ed0-4107-a5c4-2cbc4d85c173 admin admin] Network 9971078a-2b3c-429d-b3a8-79616ed40e7f has no segments {{(pid=80075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: Traceback (most recent call last): Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: timer() Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: cb(*args, **kw) Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: return func(*args, **kwargs) Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: self._notify() Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: self.callback(batched_events) Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: event.method(event) Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: segment_id)['aggregates'][0] Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: return f(self, *a, **k) Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: return self._get(url).json() Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: **kwargs) Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: **endpoint_filter) Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:43:26.322279 dv-cinder-773870-1-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:43:26.403101 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b8649c2a-2ed0-4107-a5c4-2cbc4d85c173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854769816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504970'] for network, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:26.406769 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:26.420855 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b8649c2a-2ed0-4107-a5c4-2cbc4d85c173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:26.430621 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8649c2a-2ed0-4107-a5c4-2cbc4d85c173 admin admin] Pushing event deleted for resources: {'Network': ['ID=9971078a-2b3c-429d-b3a8-79616ed40e7f,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:26.433358 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-b8649c2a-2ed0-4107-a5c4-2cbc4d85c173 admin admin] 10.222.0.68 "DELETE /v2.0/networks/9971078a-2b3c-429d-b3a8-79616ed40e7f HTTP/1.1" status: 204 len: 168 time: 1.0165873 Feb 03 11:43:26.434470 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b8649c2a-2ed0-4107-a5c4-2cbc4d85c173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:26.651972 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 43852) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:26.721283 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-d808ef57-7ab3-4d31-8138-9fb009c2f5e7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e16baaeb7f5241f2a89e554272153cbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0677383 Feb 03 11:43:26.724079 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 43856) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:26.758675 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634ba88-6724-4abe-8029-eee4f8303f83 req-46a9523e-bbef-4e86-9357-93e38b7cb127 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:26.760402 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3634ba88-6724-4abe-8029-eee4f8303f83 req-46a9523e-bbef-4e86-9357-93e38b7cb127 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1726556 Feb 03 11:43:26.827773 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3634ba88-6724-4abe-8029-eee4f8303f83 req-b7c6a259-5a29-461a-8f91-423916d279d9 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605733 Feb 03 11:43:26.850476 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90d7a2aa-954b-4e8e-954f-78a6e60e2183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:26.887028 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90d7a2aa-954b-4e8e-954f-78a6e60e2183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:26.975818 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294e66d-7f94-4c42-b3a8-f1c79d3b0fc5 req-8257428e-d7f2-4186-87a6-fe17cd01e7f6 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:26.977379 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4294e66d-7f94-4c42-b3a8-f1c79d3b0fc5 req-8257428e-d7f2-4186-87a6-fe17cd01e7f6 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.2342780 Feb 03 11:43:27.065099 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4294e66d-7f94-4c42-b3a8-f1c79d3b0fc5 req-c0b6d411-6326-4ab3-9a11-0c32217ea3f6 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0754941 Feb 03 11:43:27.071852 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90d7a2aa-954b-4e8e-954f-78a6e60e2183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:27.077236 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f15c93fa-5c5b-452f-a0ee-8cb68d5dc4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:27.092679 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7a2aa-954b-4e8e-954f-78a6e60e2183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec445a2d-7c19-4706-a180-03dd8abd2287,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:27.096506 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-90d7a2aa-954b-4e8e-954f-78a6e60e2183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:27.099947 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-90d7a2aa-954b-4e8e-954f-78a6e60e2183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:27.101128 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-90d7a2aa-954b-4e8e-954f-78a6e60e2183 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ec445a2d-7c19-4706-a180-03dd8abd2287 HTTP/1.1" status: 204 len: 168 time: 0.3760185 Feb 03 11:43:27.143566 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5762e6e-0df5-4a2a-8e9c-8269991c51b3 req-bd448047-c26d-40a0-9f08-5e6b5868b85a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:27.145276 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d5762e6e-0df5-4a2a-8e9c-8269991c51b3 req-bd448047-c26d-40a0-9f08-5e6b5868b85a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1780634 Feb 03 11:43:27.155539 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 43864) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:27.161381 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-cc8851d4-bcf8-463e-bcf2-c5058e73f4d3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Request body: {'floatingip': {'port_id': '0cf2c2d4-0aad-42cc-866b-e4797fbda738'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:27.262630 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cc8851d4-bcf8-463e-bcf2-c5058e73f4d3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for floatingip, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:27.469771 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6ba9a287-f11e-4649-9a5b-e197e699a702 req-41b5dea8-4e9c-488e-b765-564002e118f0 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1398395855&fields=id&tenant_id=64aa1d83111b4e2ba616806df59776dd HTTP/1.1" status: 200 len: 267 time: 0.0600941 Feb 03 11:43:27.529599 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 43872) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:27.609431 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-e78f24e5-3118-4ae5-8e1d-2ab6db26b36e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=22d8d043ae4840c2962e42e656803e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0781255 Feb 03 11:43:27.612176 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 43876) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:27.721378 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9a287-f11e-4649-9a5b-e197e699a702 req-4e46b4ef-c5ef-4807-97e0-0db0d99d0aba tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:27.723079 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6ba9a287-f11e-4649-9a5b-e197e699a702 req-4e46b4ef-c5ef-4807-97e0-0db0d99d0aba tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 984 time: 0.2463732 Feb 03 11:43:27.745573 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-6ba9a287-f11e-4649-9a5b-e197e699a702 req-44577aa1-3ea2-4e58-ae69-f64278530ded tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Request body: {'port': {'security_groups': ['fe2d149f-5949-4afc-8635-94ac5c608b45']}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:43:27.899335 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f1c65755-1f55-441f-9c39-d854f3433cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:27.945146 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-6ba9a287-f11e-4649-9a5b-e197e699a702 req-44577aa1-3ea2-4e58-ae69-f64278530ded tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:27.959771 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f1c65755-1f55-441f-9c39-d854f3433cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:28.120642 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f1c65755-1f55-441f-9c39-d854f3433cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:28.128447 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:28.140752 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cc8851d4-bcf8-463e-bcf2-c5058e73f4d3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:28.144082 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cc8851d4-bcf8-463e-bcf2-c5058e73f4d3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505061'] for floatingip, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:28.160818 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c65755-1f55-441f-9c39-d854f3433cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f20893-6320-4c42-81ac-5123d3a70536,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:28.173500 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f1c65755-1f55-441f-9c39-d854f3433cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:28.177272 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f1c65755-1f55-441f-9c39-d854f3433cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:28.178475 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-f1c65755-1f55-441f-9c39-d854f3433cb9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f5f20893-6320-4c42-81ac-5123d3a70536 HTTP/1.1" status: 204 len: 168 time: 0.5653329 Feb 03 11:43:28.226703 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:43:28.367195 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-6ba9a287-f11e-4649-9a5b-e197e699a702 req-44577aa1-3ea2-4e58-ae69-f64278530ded tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] For port 3e0e12cc-d4e2-4489-b083-34bece7803da, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=3e0e12cc-d4e2-4489-b083-34bece7803da,segment=NetworkSegment(fc42722a-a410-4844-919d-b51ddb04237d),segment_id=fc42722a-a410-4844-919d-b51ddb04237d)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:43:28.397058 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-6ba9a287-f11e-4649-9a5b-e197e699a702 req-44577aa1-3ea2-4e58-ae69-f64278530ded tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:28.400839 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-6ba9a287-f11e-4649-9a5b-e197e699a702 req-44577aa1-3ea2-4e58-ae69-f64278530ded tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:28.415938 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:28.432912 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.l3_db [None req-cc8851d4-bcf8-463e-bcf2-c5058e73f4d3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Floating IP 363cd7f6-2eb4-4ee2-982d-915e78b9b573 associated. External IP: 172.28.2.55, port: 0cf2c2d4-0aad-42cc-866b-e4797fbda738. Feb 03 11:43:28.566548 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44577aa1-3ea2-4e58-ae69-f64278530ded tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Pushing event updated for resources: {'Port': ['ID=3e0e12cc-d4e2-4489-b083-34bece7803da,revision_number=6']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:28.571821 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-44577aa1-3ea2-4e58-ae69-f64278530ded tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:28.575897 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0978305-9dc0-44a9-8cdc-c506e56ca8bc req-9ddcfc43-3493-4bfe-80fa-5b3aad8f358e tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:28.577572 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c0978305-9dc0-44a9-8cdc-c506e56ca8bc req-9ddcfc43-3493-4bfe-80fa-5b3aad8f358e tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.3469019 Feb 03 11:43:28.718812 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9a287-f11e-4649-9a5b-e197e699a702 req-44577aa1-3ea2-4e58-ae69-f64278530ded tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:28.719629 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-6ba9a287-f11e-4649-9a5b-e197e699a702 req-44577aa1-3ea2-4e58-ae69-f64278530ded tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:28.725606 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6ba9a287-f11e-4649-9a5b-e197e699a702 req-44577aa1-3ea2-4e58-ae69-f64278530ded tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "PUT /v2.0/ports/3e0e12cc-d4e2-4489-b083-34bece7803da HTTP/1.1" status: 200 len: 942 time: 0.9936841 Feb 03 11:43:28.726206 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ad3dda-6be7-4bcb-8abb-97e9b80d25aa', 'tag': '3e0e12cc-d4e2-4489-b083-34bece7803da'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:43:28.732344 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:28.742636 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c0978305-9dc0-44a9-8cdc-c506e56ca8bc req-2ec81e61-c70b-4c79-bdc8-62047170c5ef tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1552508 Feb 03 11:43:28.862281 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-39243dfc-bc7e-4956-90c7-c45f36bc1b37 req-c04b88f4-4853-4d1a-8520-6c5ac288ceac tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups/c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d HTTP/1.1" status: 200 len: 3005 time: 0.1027958 Feb 03 11:43:28.864892 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ad3dda-6be7-4bcb-8abb-97e9b80d25aa', 'tag': '3e0e12cc-d4e2-4489-b083-34bece7803da', 'status': 'completed', 'code': 200} Feb 03 11:43:28.958328 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-dac596a6-dea9-4eca-a289-5cc35f00cc7e None None] Provisioning complete for port 3e0e12cc-d4e2-4489-b083-34bece7803da triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:43:28.959142 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dac596a6-dea9-4eca-a289-5cc35f00cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:29.012815 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8851d4-bcf8-463e-bcf2-c5058e73f4d3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Router f051437d-275c-4267-afec-e4612d305d4a has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:43:29.238896 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8851d4-bcf8-463e-bcf2-c5058e73f4d3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:43:29.243451 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cc8851d4-bcf8-463e-bcf2-c5058e73f4d3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for floatingip, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:29.245336 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-39243dfc-bc7e-4956-90c7-c45f36bc1b37 req-e97b6f00-4560-4863-b7d4-43c19e4552ad tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:29.255896 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a3d5fa-ef6a-48c9-8d1d-df9ed6175661 None None] Sync routers for ids ['f051437d-275c-4267-afec-e4612d305d4a'] in dv-cinder-773870-1-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:43:29.267681 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a3d5fa-ef6a-48c9-8d1d-df9ed6175661 None None] Routers {'f051437d-275c-4267-afec-e4612d305d4a'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:43:29.268525 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-67a3d5fa-ef6a-48c9-8d1d-df9ed6175661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:43:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['f051437d-275c-4267-afec-e4612d305d4a'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:29.283907 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-39243dfc-bc7e-4956-90c7-c45f36bc1b37 req-e97b6f00-4560-4863-b7d4-43c19e4552ad tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:29.302227 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005821f-2853-46fa-a03e-bdb38b548e21 req-bb4258b7-d0aa-43bf-9078-df2cdd537d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:29.303878 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4005821f-2853-46fa-a03e-bdb38b548e21 req-bb4258b7-d0aa-43bf-9078-df2cdd537d4a service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=64aa1d83111b4e2ba616806df59776dd&device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 1162 time: 0.3965688 Feb 03 11:43:29.327125 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-cc8851d4-bcf8-463e-bcf2-c5058e73f4d3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "PUT /v2.0/floatingips/363cd7f6-2eb4-4ee2-982d-915e78b9b573 HTTP/1.1" status: 200 len: 990 time: 2.1702433 Feb 03 11:43:29.328185 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615751ae-4530-4e97-9090-af8a7d460110', 'tag': '0cf2c2d4-0aad-42cc-866b-e4797fbda738'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:43:29.425770 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-39243dfc-bc7e-4956-90c7-c45f36bc1b37 req-e97b6f00-4560-4863-b7d4-43c19e4552ad tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:29.438409 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-59ddd78f-1683-44f9-8886-636a9aaf7e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:29.460980 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b6f00-4560-4863-b7d4-43c19e4552ad tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:29.466686 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e97b6f00-4560-4863-b7d4-43c19e4552ad tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:29.485037 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-39243dfc-bc7e-4956-90c7-c45f36bc1b37 req-e97b6f00-4560-4863-b7d4-43c19e4552ad tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:29.486248 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-39243dfc-bc7e-4956-90c7-c45f36bc1b37 req-e97b6f00-4560-4863-b7d4-43c19e4552ad tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "DELETE /v2.0/security-groups/c47a2aec-5e1c-41a0-8440-8dfdb32aeb0d HTTP/1.1" status: 204 len: 173 time: 0.6160381 Feb 03 11:43:29.507995 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 3e0e12cc-d4e2-4489-b083-34bece7803da up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:43:29.523098 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005821f-2853-46fa-a03e-bdb38b548e21 req-93c6a439-544c-489a-aeb5-6b712d05d7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:29.525104 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4005821f-2853-46fa-a03e-bdb38b548e21 req-93c6a439-544c-489a-aeb5-6b712d05d7f6 service neutron] 10.222.0.122 "GET /v2.0/networks?id=658b2e23-84fc-417e-81b7-6ef8c3f7b0bb HTTP/1.1" status: 200 len: 908 time: 0.2140436 Feb 03 11:43:29.580744 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-67a3d5fa-ef6a-48c9-8d1d-df9ed6175661 None None] Set router f051437d-275c-4267-afec-e4612d305d4a gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:43:29.656026 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4005821f-2853-46fa-a03e-bdb38b548e21 req-389fab7b-3d62-426b-b1b6-d259d80570fb service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e0e12cc-d4e2-4489-b083-34bece7803da HTTP/1.1" status: 200 len: 1000 time: 0.1164920 Feb 03 11:43:29.734997 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005821f-2853-46fa-a03e-bdb38b548e21 req-58a04310-bfc5-4bf9-936c-c92a8bcc8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:29.736713 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4005821f-2853-46fa-a03e-bdb38b548e21 req-58a04310-bfc5-4bf9-936c-c92a8bcc8ffa service neutron] 10.222.0.122 "GET /v2.0/subnets?id=2462024d-c4c8-455b-b121-b22caa048e39 HTTP/1.1" status: 200 len: 853 time: 0.0746703 Feb 03 11:43:29.819230 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 3e0e12cc-d4e2-4489-b083-34bece7803da triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:43:29.819703 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:29.832881 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-60350dec-3da3-4eec-b63c-7c24e1ba42da tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/floatingips/febc074c-4159-4f34-a8cc-8fbffb390cd0 HTTP/1.1" status: 200 len: 997 time: 0.2687237 Feb 03 11:43:29.857318 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005821f-2853-46fa-a03e-bdb38b548e21 req-9174e323-e9c2-4e58-ac04-783f1bbd6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:29.858944 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4005821f-2853-46fa-a03e-bdb38b548e21 req-9174e323-e9c2-4e58-ac04-783f1bbd6b67 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=658b2e23-84fc-417e-81b7-6ef8c3f7b0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1157241 Feb 03 11:43:29.937784 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '615751ae-4530-4e97-9090-af8a7d460110', 'tag': '0cf2c2d4-0aad-42cc-866b-e4797fbda738', 'status': 'completed', 'code': 200} Feb 03 11:43:30.171868 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-884b37a6-32e2-4f4e-9a91-4af9221e5566 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:30.173477 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-884b37a6-32e2-4f4e-9a91-4af9221e5566 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/networks/84b90693-2912-4173-9093-cf01ce7c5229 HTTP/1.1" status: 200 len: 784 time: 0.3397446 Feb 03 11:43:30.191880 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-c2924c4f-329d-4382-bb57-6b23cb673f37 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:43:30.193310 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-c2924c4f-329d-4382-bb57-6b23cb673f37 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0125406 Feb 03 11:43:30.221031 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4005821f-2853-46fa-a03e-bdb38b548e21 req-ab814f52-db3b-4208-9cd4-c2a16ea3bbe6 service neutron] 10.222.0.122 "GET /v2.0/networks/658b2e23-84fc-417e-81b7-6ef8c3f7b0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550630 Feb 03 11:43:30.252890 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640892f-2cbc-4c15-aec9-2a2f1fd47484 req-3087a086-0db0-488a-a6d0-84f6f5fb226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:30.254747 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b640892f-2cbc-4c15-aec9-2a2f1fd47484 req-3087a086-0db0-488a-a6d0-84f6f5fb226f service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=15e50d7ac4fd4b5db50980824778a1fd&device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 1162 time: 0.2610846 Feb 03 11:43:30.362803 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-67a3d5fa-ef6a-48c9-8d1d-df9ed6175661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051437d-275c-4267-afec-e4612d305d4a', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:15Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'gw_port': {'id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:16Z', 'updated_at': '2021-02-03T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_floatingips': [{'id': '363cd7f6-2eb4-4ee2-982d-915e78b9b573', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'floating_ip_address': '172.28.2.55', 'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'router_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'port_id': '0cf2c2d4-0aad-42cc-866b-e4797fbda738', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'mac_address': 'fa:16:3e:c0:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615751ae-4530-4e97-9090-af8a7d460110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T11:43:08Z', 'updated_at': '2021-02-03T11:43:28Z', 'revision_number': 1, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e1b350-4f9e-4232-8358-e8908aee0f28', 'name': '', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'mac_address': 'fa:16:3e:68:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:28Z', 'updated_at': '2021-02-03T11:37:44Z', 'revision_number': 5, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'subnets': [{'id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:30.367434 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a3d5fa-ef6a-48c9-8d1d-df9ed6175661 None None] Checking router: f051437d-275c-4267-afec-e4612d305d4a for host: dv-cinder-773870-1-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:43:30.373193 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-3ac65a65-fb7e-4ac3-90ae-fc08628ec177 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.2.67 HTTP/1.1" status: 200 len: 1000 time: 0.1701181 Feb 03 11:43:30.377970 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a3d5fa-ef6a-48c9-8d1d-df9ed6175661 None None] Routers {'f051437d-275c-4267-afec-e4612d305d4a'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:43:30.378617 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-67a3d5fa-ef6a-48c9-8d1d-df9ed6175661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:43:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['f051437d-275c-4267-afec-e4612d305d4a'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:30.497263 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb75e6-0093-47d0-bfcf-c1ba31fab92e req-0073b6a7-49e6-4b5c-8540-8279d8817396 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:30.498965 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a4eb75e6-0093-47d0-bfcf-c1ba31fab92e req-0073b6a7-49e6-4b5c-8540-8279d8817396 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.4269848 Feb 03 11:43:30.563538 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-da61c658-f9a0-438d-b6bd-e1344f8e91eb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:30.565263 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-da61c658-f9a0-438d-b6bd-e1344f8e91eb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports/3e0e12cc-d4e2-4489-b083-34bece7803da HTTP/1.1" status: 200 len: 942 time: 0.1909950 Feb 03 11:43:30.615324 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-67a3d5fa-ef6a-48c9-8d1d-df9ed6175661 None None] Set router f051437d-275c-4267-afec-e4612d305d4a gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:43:30.647926 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a4eb75e6-0093-47d0-bfcf-c1ba31fab92e req-8f2665b3-62cf-4a6a-a8ff-e8f3ad1ceef5 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1329284 Feb 03 11:43:30.689167 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640892f-2cbc-4c15-aec9-2a2f1fd47484 req-0554918c-9620-49ae-a5f5-062a4229055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:30.690763 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b640892f-2cbc-4c15-aec9-2a2f1fd47484 req-0554918c-9620-49ae-a5f5-062a4229055e service neutron] 10.222.0.122 "GET /v2.0/networks?id=6ee212a8-a662-49ec-9d02-feb306b9fb62 HTTP/1.1" status: 200 len: 910 time: 0.4237113 Feb 03 11:43:30.693160 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4005821f-2853-46fa-a03e-bdb38b548e21 req-66936341-7099-45a7-bc0d-6f36d76018d0 service neutron] 10.222.0.122 "GET /v2.0/networks/658b2e23-84fc-417e-81b7-6ef8c3f7b0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4641163 Feb 03 11:43:30.842584 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b640892f-2cbc-4c15-aec9-2a2f1fd47484 req-8e264fda-cc27-4413-8a73-41d77d64ad5e service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cf2c2d4-0aad-42cc-866b-e4797fbda738 HTTP/1.1" status: 200 len: 998 time: 0.1406403 Feb 03 11:43:30.845354 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-f61d8270-68b0-4494-bf7a-ec66e53c3bee tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.2.67 HTTP/1.1" status: 200 len: 1000 time: 0.1716604 Feb 03 11:43:30.929223 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640892f-2cbc-4c15-aec9-2a2f1fd47484 req-3aafa37a-2fff-403c-ad98-a2921b502810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:30.931168 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b640892f-2cbc-4c15-aec9-2a2f1fd47484 req-3aafa37a-2fff-403c-ad98-a2921b502810 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=b02e8330-4b19-43ce-a9de-cf3994e73e6b HTTP/1.1" status: 200 len: 855 time: 0.0736201 Feb 03 11:43:31.036271 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640892f-2cbc-4c15-aec9-2a2f1fd47484 req-a3db8497-93b8-4ebc-bfb8-659142196634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:31.038359 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b640892f-2cbc-4c15-aec9-2a2f1fd47484 req-a3db8497-93b8-4ebc-bfb8-659142196634 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6ee212a8-a662-49ec-9d02-feb306b9fb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0999763 Feb 03 11:43:31.146842 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-67a3d5fa-ef6a-48c9-8d1d-df9ed6175661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051437d-275c-4267-afec-e4612d305d4a', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:15Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'gw_port': {'id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:16Z', 'updated_at': '2021-02-03T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_floatingips': [{'id': '363cd7f6-2eb4-4ee2-982d-915e78b9b573', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'floating_ip_address': '172.28.2.55', 'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'router_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'port_id': '0cf2c2d4-0aad-42cc-866b-e4797fbda738', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'mac_address': 'fa:16:3e:c0:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615751ae-4530-4e97-9090-af8a7d460110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T11:43:08Z', 'updated_at': '2021-02-03T11:43:28Z', 'revision_number': 1, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e1b350-4f9e-4232-8358-e8908aee0f28', 'name': '', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'mac_address': 'fa:16:3e:68:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:28Z', 'updated_at': '2021-02-03T11:37:44Z', 'revision_number': 5, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'subnets': [{'id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:31.152942 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a3d5fa-ef6a-48c9-8d1d-df9ed6175661 None None] The sync data for ids ['f051437d-275c-4267-afec-e4612d305d4a'] in dv-cinder-773870-1-smb is: [{'id': 'f051437d-275c-4267-afec-e4612d305d4a', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:15Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'gw_port': {'id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:16Z', 'updated_at': '2021-02-03T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_floatingips': [{'id': '363cd7f6-2eb4-4ee2-982d-915e78b9b573', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'floating_ip_address': '172.28.2.55', 'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'router_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'port_id': '0cf2c2d4-0aad-42cc-866b-e4797fbda738', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'mac_address': 'fa:16:3e:c0:12:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615751ae-4530-4e97-9090-af8a7d460110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T11:43:08Z', 'updated_at': '2021-02-03T11:43:28Z', 'revision_number': 1, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e1b350-4f9e-4232-8358-e8908aee0f28', 'name': '', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'mac_address': 'fa:16:3e:68:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:28Z', 'updated_at': '2021-02-03T11:37:44Z', 'revision_number': 5, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'subnets': [{'id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:43:31.218264 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b640892f-2cbc-4c15-aec9-2a2f1fd47484 req-4a8fcf25-42fa-4aa8-800a-a302b3afe793 service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719587 Feb 03 11:43:31.296048 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 43938) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:31.338363 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 5d897889-2baa-4f3a-b346-2dfeb26de2f8 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:43:31.355964 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-eefe17ce-34cd-4390-9fe0-b28f149acccf tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Deleting port f937991b-43d2-4bb6-8c96-ec6ff39d2270 {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:43:31.356340 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-eefe17ce-34cd-4390-9fe0-b28f149acccf tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:31.387634 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b640892f-2cbc-4c15-aec9-2a2f1fd47484 req-46029e0d-7040-4b32-9f25-8bfdc6b077bb service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1491337 Feb 03 11:43:31.473163 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 5d897889-2baa-4f3a-b346-2dfeb26de2f8 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:43:31.473826 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:31.503800 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69dee14-fccd-4814-882d-7542ded51b14 None None] New status for floating IP 363cd7f6-2eb4-4ee2-982d-915e78b9b573: ACTIVE {{(pid=80078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 11:43:31.537658 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d8548c2a-0e22-4207-90be-14e5b3c522b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:31.575452 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d8548c2a-0e22-4207-90be-14e5b3c522b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:43:31.589850 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d8548c2a-0e22-4207-90be-14e5b3c522b1 admin admin] Usage tracker for resource:security_group_rule and tenant:b6ffcda5c7b648c2b95d031190391c0a is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:43:31.596026 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d8548c2a-0e22-4207-90be-14e5b3c522b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:43:31.604146 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-eefe17ce-34cd-4390-9fe0-b28f149acccf tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:31.604516 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-eefe17ce-34cd-4390-9fe0-b28f149acccf tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:31.613328 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d8548c2a-0e22-4207-90be-14e5b3c522b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:43:31.753831 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-eefe17ce-34cd-4390-9fe0-b28f149acccf tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Calling delete_port for f937991b-43d2-4bb6-8c96-ec6ff39d2270 owned by network:floatingip {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:43:31.954223 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb3304-423d-4018-87ab-20bb51d4cfd1 req-27d1c73a-06a9-4d9a-b1da-2e6ef99af60c tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:31.955407 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7bfb3304-423d-4018-87ab-20bb51d4cfd1 req-27d1c73a-06a9-4d9a-b1da-2e6ef99af60c tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.1671741 Feb 03 11:43:31.961905 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d8548c2a-0e22-4207-90be-14e5b3c522b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:31.967619 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d8548c2a-0e22-4207-90be-14e5b3c522b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:31.977184 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-bb9bc711-a7fb-4408-885e-8c96ef7f6495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:32.023728 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7bfb3304-423d-4018-87ab-20bb51d4cfd1 req-c800514e-db5f-49fc-b19d-147bd88cdffd tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0615470 Feb 03 11:43:32.042008 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-d8548c2a-0e22-4207-90be-14e5b3c522b1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b6ffcda5c7b648c2b95d031190391c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7447722 Feb 03 11:43:32.044602 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8548c2a-0e22-4207-90be-14e5b3c522b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7520902-bd13-4c58-a9b1-4af35534126f,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:32.045324 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 43948) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:32.057555 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-eefe17ce-34cd-4390-9fe0-b28f149acccf tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556013'] for port, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:32.062338 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d8548c2a-0e22-4207-90be-14e5b3c522b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:32.062905 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:32.111531 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-146dfc8a-25f1-4039-80b6-c3b02db3ab84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:32.111894 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe17ce-34cd-4390-9fe0-b28f149acccf tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Pushing event deleted for resources: {'Port': ['ID=f937991b-43d2-4bb6-8c96-ec6ff39d2270,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:32.139822 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-146dfc8a-25f1-4039-80b6-c3b02db3ab84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:32.165270 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-eefe17ce-34cd-4390-9fe0-b28f149acccf tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:32.185451 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-146dfc8a-25f1-4039-80b6-c3b02db3ab84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:32.190523 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-068dcb8b-9350-47fd-93ae-545beb589067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:32.205393 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146dfc8a-25f1-4039-80b6-c3b02db3ab84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7520902-bd13-4c58-a9b1-4af35534126f,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:32.208634 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-146dfc8a-25f1-4039-80b6-c3b02db3ab84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:32.209487 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-146dfc8a-25f1-4039-80b6-c3b02db3ab84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:32.213927 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-146dfc8a-25f1-4039-80b6-c3b02db3ab84 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f7520902-bd13-4c58-a9b1-4af35534126f HTTP/1.1" status: 204 len: 168 time: 0.1640606 Feb 03 11:43:32.300958 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-eefe17ce-34cd-4390-9fe0-b28f149acccf tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks [] for floatingip, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:32.301330 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.l3_db [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-eefe17ce-34cd-4390-9fe0-b28f149acccf tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Floating IP febc074c-4159-4f34-a8cc-8fbffb390cd0 disassociated (deleted). External IP: 172.28.2.67, port: 3e0e12cc-d4e2-4489-b083-34bece7803da. Feb 03 11:43:32.578432 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 43956) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:32.601915 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e833ae51-ed32-44e3-903f-c7eb85919834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:32.618014 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e833ae51-ed32-44e3-903f-c7eb85919834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:43:32.629507 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e833ae51-ed32-44e3-903f-c7eb85919834 admin admin] Usage tracker for resource:security_group_rule and tenant:3f6520e8f59944ce8cb8ed6f7d0ac726 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:43:32.633925 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e833ae51-ed32-44e3-903f-c7eb85919834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:43:32.641499 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e833ae51-ed32-44e3-903f-c7eb85919834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:43:32.677866 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1edf1-60f2-4434-a669-95e71f676f43 req-9890bade-db6e-471e-8b3f-db527c2552e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:32.679498 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-73c1edf1-60f2-4434-a669-95e71f676f43 req-9890bade-db6e-471e-8b3f-db527c2552e3 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=36f1cccad50c4fd99ffb3f971529976b&device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 1162 time: 0.1517079 Feb 03 11:43:32.724650 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-eefe17ce-34cd-4390-9fe0-b28f149acccf tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Router 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:43:32.863137 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e833ae51-ed32-44e3-903f-c7eb85919834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:32.868034 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e833ae51-ed32-44e3-903f-c7eb85919834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:32.877138 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0c4bb2ba-a38f-46a4-bbc7-0afe56b2409f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:32.884886 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1edf1-60f2-4434-a669-95e71f676f43 req-0b2bb7d5-3143-4b72-8539-41fa4ebf80ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:32.886506 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-73c1edf1-60f2-4434-a669-95e71f676f43 req-0b2bb7d5-3143-4b72-8539-41fa4ebf80ab service neutron] 10.222.0.122 "GET /v2.0/networks?id=f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d HTTP/1.1" status: 200 len: 902 time: 0.2000999 Feb 03 11:43:32.946893 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-eefe17ce-34cd-4390-9fe0-b28f149acccf tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:43:32.957751 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d6e9bb-e453-41e0-b7d0-1e5c6feb07bf None None] Sync routers for ids ['0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'] in dv-cinder-773870-1-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:43:32.968835 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d6e9bb-e453-41e0-b7d0-1e5c6feb07bf None None] Routers {'0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:43:32.969757 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-91d6e9bb-e453-41e0-b7d0-1e5c6feb07bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:43:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:32.983382 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-eefe17ce-34cd-4390-9fe0-b28f149acccf tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for floatingip, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:33.016010 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-e833ae51-ed32-44e3-903f-c7eb85919834 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3f6520e8f59944ce8cb8ed6f7d0ac726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4363267 Feb 03 11:43:33.019010 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 43960) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:33.019791 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833ae51-ed32-44e3-903f-c7eb85919834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268470e5-0b7b-4917-b752-ea258ddf065b,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:33.024743 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e833ae51-ed32-44e3-903f-c7eb85919834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:33.035527 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-73c1edf1-60f2-4434-a669-95e71f676f43 req-e4b0da3d-5a81-4f9a-8823-c71961f92fc9 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d897889-2baa-4f3a-b346-2dfeb26de2f8 HTTP/1.1" status: 200 len: 1001 time: 0.1400902 Feb 03 11:43:33.094489 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-eefe17ce-34cd-4390-9fe0-b28f149acccf tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "DELETE /v2.0/floatingips/febc074c-4159-4f34-a8cc-8fbffb390cd0 HTTP/1.1" status: 204 len: 173 time: 2.2427053 Feb 03 11:43:33.097407 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ad3dda-6be7-4bcb-8abb-97e9b80d25aa', 'tag': '3e0e12cc-d4e2-4489-b083-34bece7803da'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:43:33.119252 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1edf1-60f2-4434-a669-95e71f676f43 req-909034bf-a064-4c91-9945-6824bd1b268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:33.122338 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-73c1edf1-60f2-4434-a669-95e71f676f43 req-909034bf-a064-4c91-9945-6824bd1b268e service neutron] 10.222.0.122 "GET /v2.0/subnets?id=49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba HTTP/1.1" status: 200 len: 847 time: 0.0802829 Feb 03 11:43:33.127858 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-024d841f-d260-44ef-8e52-45b17bd6f416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:33.165818 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-91d6e9bb-e453-41e0-b7d0-1e5c6feb07bf None None] Set router 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:43:33.170153 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-024d841f-d260-44ef-8e52-45b17bd6f416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:33.231203 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-024d841f-d260-44ef-8e52-45b17bd6f416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:33.239070 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-73cdd6f3-2585-4c44-83ef-e57d3c0d92eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:33.253123 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d841f-d260-44ef-8e52-45b17bd6f416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268470e5-0b7b-4917-b752-ea258ddf065b,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:33.256930 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-024d841f-d260-44ef-8e52-45b17bd6f416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:33.258187 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-024d841f-d260-44ef-8e52-45b17bd6f416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:33.263130 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-024d841f-d260-44ef-8e52-45b17bd6f416 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/268470e5-0b7b-4917-b752-ea258ddf065b HTTP/1.1" status: 204 len: 168 time: 0.2424073 Feb 03 11:43:33.427672 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c6d6c-c1d1-44fe-9f9e-6338ff9f6dd8 req-cf7ee340-0da7-4bf1-b646-9b99a274cdcc tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:33.435836 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0c4c6d6c-c1d1-44fe-9f9e-6338ff9f6dd8 req-cf7ee340-0da7-4bf1-b646-9b99a274cdcc tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.2444408 Feb 03 11:43:33.464151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-50a9d629-e9b7-413e-a162-d3520e758433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:33.467146 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-50a9d629-e9b7-413e-a162-d3520e758433 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=64aa1d83111b4e2ba616806df59776dd&device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 1162 time: 0.3528063 Feb 03 11:43:33.477358 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1edf1-60f2-4434-a669-95e71f676f43 req-092d4fd0-242e-4296-8183-c47f3ddf7cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:33.479227 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-73c1edf1-60f2-4434-a669-95e71f676f43 req-092d4fd0-242e-4296-8183-c47f3ddf7cc5 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3438935 Feb 03 11:43:33.524000 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0c4c6d6c-c1d1-44fe-9f9e-6338ff9f6dd8 req-bf8afe8d-e45a-4d86-89ae-eecf7a23938d tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0869281 Feb 03 11:43:33.570664 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-91d6e9bb-e453-41e0-b7d0-1e5c6feb07bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'name': 'tempest-TestMinimumBasicScenario-547950550-router', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:39:13Z', 'updated_at': '2021-02-03T11:39:21Z', 'revision_number': 4, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'gw_port': {'id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:15Z', 'updated_at': '2021-02-03T11:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '1942bdb4-6413-4b1a-89a3-134809a0b843', 'name': '', 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'mac_address': 'fa:16:3e:fd:e7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '2462024d-c4c8-455b-b121-b22caa048e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:19Z', 'updated_at': '2021-02-03T11:39:28Z', 'revision_number': 5, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'subnets': [{'id': '2462024d-c4c8-455b-b121-b22caa048e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:33.576877 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d6e9bb-e453-41e0-b7d0-1e5c6feb07bf None None] Checking router: 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f for host: dv-cinder-773870-1-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:43:33.588033 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d6e9bb-e453-41e0-b7d0-1e5c6feb07bf None None] Routers {'0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:43:33.588790 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-91d6e9bb-e453-41e0-b7d0-1e5c6feb07bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:43:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:33.630203 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ad3dda-6be7-4bcb-8abb-97e9b80d25aa', 'tag': '3e0e12cc-d4e2-4489-b083-34bece7803da', 'status': 'completed', 'code': 200} Feb 03 11:43:33.740871 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-bec44230-bbbc-40ed-bbfb-c8e90460963d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:33.749748 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-bec44230-bbbc-40ed-bbfb-c8e90460963d service neutron] 10.222.0.68 "GET /v2.0/networks?id=658b2e23-84fc-417e-81b7-6ef8c3f7b0bb HTTP/1.1" status: 200 len: 908 time: 0.2751591 Feb 03 11:43:33.829578 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-d8a48f11-470c-449e-8c22-df7c1773b9e6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e0e12cc-d4e2-4489-b083-34bece7803da HTTP/1.1" status: 200 len: 217 time: 0.0788324 Feb 03 11:43:33.894090 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-91d6e9bb-e453-41e0-b7d0-1e5c6feb07bf None None] Set router 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:43:34.088936 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-73c1edf1-60f2-4434-a669-95e71f676f43 req-081aeece-c1fd-4bbf-9c21-cac033ba6439 service neutron] 10.222.0.122 "GET /v2.0/networks/f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872223 Feb 03 11:43:34.127113 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78ca62-b34b-4d0d-b69e-7d53c0656a3c req-41e58247-430b-49d4-adf3-8458fa51cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:34.129384 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ba78ca62-b34b-4d0d-b69e-7d53c0656a3c req-41e58247-430b-49d4-adf3-8458fa51cada service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=64aa1d83111b4e2ba616806df59776dd&device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 1162 time: 0.4730341 Feb 03 11:43:34.151716 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-33cbebff-5cb9-450c-87d0-40168b7e87f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:34.153669 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-33cbebff-5cb9-450c-87d0-40168b7e87f8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2462024d-c4c8-455b-b121-b22caa048e39 HTTP/1.1" status: 200 len: 853 time: 0.3158984 Feb 03 11:43:34.242539 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-185ae93e-5928-49e5-86eb-2051e33c3f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:34.244552 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-185ae93e-5928-49e5-86eb-2051e33c3f09 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=658b2e23-84fc-417e-81b7-6ef8c3f7b0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840001 Feb 03 11:43:34.268427 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-91d6e9bb-e453-41e0-b7d0-1e5c6feb07bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'name': 'tempest-TestMinimumBasicScenario-547950550-router', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:39:13Z', 'updated_at': '2021-02-03T11:39:21Z', 'revision_number': 4, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'gw_port': {'id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:15Z', 'updated_at': '2021-02-03T11:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '1942bdb4-6413-4b1a-89a3-134809a0b843', 'name': '', 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'mac_address': 'fa:16:3e:fd:e7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '2462024d-c4c8-455b-b121-b22caa048e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:19Z', 'updated_at': '2021-02-03T11:39:28Z', 'revision_number': 5, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'subnets': [{'id': '2462024d-c4c8-455b-b121-b22caa048e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:34.272917 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d6e9bb-e453-41e0-b7d0-1e5c6feb07bf None None] The sync data for ids ['0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'] in dv-cinder-773870-1-smb is: [{'id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'name': 'tempest-TestMinimumBasicScenario-547950550-router', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:39:13Z', 'updated_at': '2021-02-03T11:39:21Z', 'revision_number': 4, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'gw_port': {'id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:15Z', 'updated_at': '2021-02-03T11:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '1942bdb4-6413-4b1a-89a3-134809a0b843', 'name': '', 'network_id': '658b2e23-84fc-417e-81b7-6ef8c3f7b0bb', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'mac_address': 'fa:16:3e:fd:e7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '2462024d-c4c8-455b-b121-b22caa048e39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:19Z', 'updated_at': '2021-02-03T11:39:28Z', 'revision_number': 5, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'subnets': [{'id': '2462024d-c4c8-455b-b121-b22caa048e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:43:34.380791 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78ca62-b34b-4d0d-b69e-7d53c0656a3c req-b2c2ab26-9e59-4535-a9ac-4f5452c69d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:34.382388 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ba78ca62-b34b-4d0d-b69e-7d53c0656a3c req-b2c2ab26-9e59-4535-a9ac-4f5452c69d56 service neutron] 10.222.0.122 "GET /v2.0/networks?id=658b2e23-84fc-417e-81b7-6ef8c3f7b0bb HTTP/1.1" status: 200 len: 908 time: 0.1950448 Feb 03 11:43:34.399592 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-a1d12b2c-5b27-41c2-91c0-0461cecf4675 service neutron] 10.222.0.68 "GET /v2.0/networks/658b2e23-84fc-417e-81b7-6ef8c3f7b0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468725 Feb 03 11:43:34.483553 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ba78ca62-b34b-4d0d-b69e-7d53c0656a3c req-c929e218-7178-4ee0-bbc8-f2eb195a14a2 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e0e12cc-d4e2-4489-b083-34bece7803da HTTP/1.1" status: 200 len: 217 time: 0.0842142 Feb 03 11:43:34.542819 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-73c1edf1-60f2-4434-a669-95e71f676f43 req-0c2f28c4-8e25-41c8-b1b5-0b0931a2dd82 service neutron] 10.222.0.122 "GET /v2.0/networks/f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4458055 Feb 03 11:43:34.570341 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78ca62-b34b-4d0d-b69e-7d53c0656a3c req-44f097c0-5c84-4a90-bfca-fe93aeee42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:34.572257 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ba78ca62-b34b-4d0d-b69e-7d53c0656a3c req-44f097c0-5c84-4a90-bfca-fe93aeee42c2 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=2462024d-c4c8-455b-b121-b22caa048e39 HTTP/1.1" status: 200 len: 853 time: 0.0791428 Feb 03 11:43:34.580308 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-83ae97e1-75c3-443f-b793-1ac887f1e3fe req-ab68b5a8-38e9-4378-a5f7-6fd627d4f532 service neutron] 10.222.0.68 "GET /v2.0/networks/658b2e23-84fc-417e-81b7-6ef8c3f7b0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1741924 Feb 03 11:43:34.688595 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78ca62-b34b-4d0d-b69e-7d53c0656a3c req-5c462ac7-9e4a-406d-ba81-9da8c36e1995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:34.690219 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ba78ca62-b34b-4d0d-b69e-7d53c0656a3c req-5c462ac7-9e4a-406d-ba81-9da8c36e1995 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=658b2e23-84fc-417e-81b7-6ef8c3f7b0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1106563 Feb 03 11:43:34.762809 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e066189f-d364-41b2-a661-73deaa5dce0c None None] New status for floating IP febc074c-4159-4f34-a8cc-8fbffb390cd0: DOWN {{(pid=80078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 11:43:34.932141 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ba78ca62-b34b-4d0d-b69e-7d53c0656a3c req-17df67c6-88d2-4539-8fa4-5ed530bcc3ae service neutron] 10.222.0.122 "GET /v2.0/networks/658b2e23-84fc-417e-81b7-6ef8c3f7b0bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320764 Feb 03 11:43:35.015935 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29650e1-07d3-4b63-bbac-37dbffca8ec8 req-1bba70e1-c6d6-4ff8-b13c-fa26ef4b82e6 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:35.017570 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a29650e1-07d3-4b63-bbac-37dbffca8ec8 req-1bba70e1-c6d6-4ff8-b13c-fa26ef4b82e6 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.2374105 Feb 03 11:43:35.165627 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a29650e1-07d3-4b63-bbac-37dbffca8ec8 req-3e07b3ce-e5f8-4f2d-87b2-fdd7e8700e9f tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1243365 Feb 03 11:43:35.225239 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ba78ca62-b34b-4d0d-b69e-7d53c0656a3c req-c9f1d6fb-8565-42ee-9454-76d0a151b09e service neutron] 10.222.0.122 "GET /v2.0/networks/658b2e23-84fc-417e-81b7-6ef8c3f7b0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2066071 Feb 03 11:43:36.467892 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53da26-ea9d-481c-bf6a-014d3cc6970a req-af0e525e-0ea6-4170-a8ee-bf5fb9e96c9d tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:36.469593 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-dc53da26-ea9d-481c-bf6a-014d3cc6970a req-af0e525e-0ea6-4170-a8ee-bf5fb9e96c9d tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.1723454 Feb 03 11:43:36.536503 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-dc53da26-ea9d-481c-bf6a-014d3cc6970a req-a806282a-f9a7-4b69-a6ba-6f55eb910925 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0594716 Feb 03 11:43:37.309588 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 5d897889-2baa-4f3a-b346-2dfeb26de2f8 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:43:37.638595 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:37.667364 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48ff63f-33d0-44a9-8924-1820011f7550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d897889-2baa-4f3a-b346-2dfeb26de2f8'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:43:37.678581 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port 5d897889-2baa-4f3a-b346-2dfeb26de2f8, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=5d897889-2baa-4f3a-b346-2dfeb26de2f8,segment=NetworkSegment(4b66aae6-b4d3-4dfd-be99-b71f998e0d6c),segment_id=4b66aae6-b4d3-4dfd-be99-b71f998e0d6c)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:43:37.681506 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:37.683832 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:37.725950 dv-cinder-773870-1-smb neutron-server[79964]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b48ff63f-33d0-44a9-8924-1820011f7550', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d897889-2baa-4f3a-b346-2dfeb26de2f8', 'code': 422} returned with failed status Feb 03 11:43:37.762274 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=5d897889-2baa-4f3a-b346-2dfeb26de2f8,revision_number=5']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:37.765655 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:37.845961 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1df8b-95a1-4c2d-844f-ff67bd510dac req-fdb03eb1-bfb0-46f2-b737-0cdfab03b2b7 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:37.847660 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e8e1df8b-95a1-4c2d-844f-ff67bd510dac req-fdb03eb1-bfb0-46f2-b737-0cdfab03b2b7 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 943 time: 0.1700435 Feb 03 11:43:37.914436 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e8e1df8b-95a1-4c2d-844f-ff67bd510dac req-227bb534-0237-4e1c-b622-6a4f918f1bd9 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0587127 Feb 03 11:43:38.303059 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-09b8500b-be2a-41c4-b22c-c04d682fb3ea req-4189a6e0-b427-4863-9e1c-1ff061e774cf service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1371331 Feb 03 11:43:38.382536 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e3abe-10b0-4acc-9e55-9e0a02eb54b3 req-08cbfbcc-7974-407c-995d-6d6a39ae3026 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:38.383377 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-8d4e3abe-10b0-4acc-9e55-9e0a02eb54b3 req-08cbfbcc-7974-407c-995d-6d6a39ae3026 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Synchronizing usage tracker for tenant:64aa1d83111b4e2ba616806df59776dd on resource:port {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:43:38.399211 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-8d4e3abe-10b0-4acc-9e55-9e0a02eb54b3 req-08cbfbcc-7974-407c-995d-6d6a39ae3026 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Unset dirty status for tenant:64aa1d83111b4e2ba616806df59776dd on resource:port {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:43:38.405145 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8d4e3abe-10b0-4acc-9e55-9e0a02eb54b3 req-08cbfbcc-7974-407c-995d-6d6a39ae3026 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 945 time: 0.1832833 Feb 03 11:43:38.418595 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0888aed-7ed8-4384-9f5e-d077782c92d5 req-9f7ecabe-5e60-4fca-b800-657884c6ba24 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:38.426177 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d0888aed-7ed8-4384-9f5e-d077782c92d5 req-9f7ecabe-5e60-4fca-b800-657884c6ba24 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 943 time: 0.1914098 Feb 03 11:43:38.480010 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8d4e3abe-10b0-4acc-9e55-9e0a02eb54b3 req-2cc5f51f-cdeb-4fb3-a9da-dff82d471d10 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728927 Feb 03 11:43:38.491947 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d0888aed-7ed8-4384-9f5e-d077782c92d5 req-104a6630-850f-4945-a4c7-12dc4575bc37 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0648065 Feb 03 11:43:39.632117 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8500b-be2a-41c4-b22c-c04d682fb3ea req-387d3a94-bfbd-45e3-b751-b374f927ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:39.633715 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-09b8500b-be2a-41c4-b22c-c04d682fb3ea req-387d3a94-bfbd-45e3-b751-b374f927ca3d service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550&tenant_id=36f1cccad50c4fd99ffb3f971529976b HTTP/1.1" status: 200 len: 1160 time: 0.0836699 Feb 03 11:43:39.747646 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8500b-be2a-41c4-b22c-c04d682fb3ea req-ce2fb690-6182-4052-b03e-f3afc9e8ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:39.749258 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-09b8500b-be2a-41c4-b22c-c04d682fb3ea req-ce2fb690-6182-4052-b03e-f3afc9e8ac21 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=36f1cccad50c4fd99ffb3f971529976b&device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 1160 time: 0.0880995 Feb 03 11:43:39.812874 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49735f9-be5a-4ad1-908d-6cca0f1b4d99 req-0362f4ba-6ac3-4c3a-b1e3-eae5ba555163 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:39.814647 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e49735f9-be5a-4ad1-908d-6cca0f1b4d99 req-0362f4ba-6ac3-4c3a-b1e3-eae5ba555163 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 943 time: 0.1790438 Feb 03 11:43:39.880250 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e49735f9-be5a-4ad1-908d-6cca0f1b4d99 req-819f12bb-de37-4862-9933-a2d36f458257 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0586450 Feb 03 11:43:39.953250 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8500b-be2a-41c4-b22c-c04d682fb3ea req-0979b08f-af9d-4fcd-af99-fe04c7428e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:39.954811 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-09b8500b-be2a-41c4-b22c-c04d682fb3ea req-0979b08f-af9d-4fcd-af99-fe04c7428e89 service neutron] 10.222.0.122 "GET /v2.0/networks?id=f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d HTTP/1.1" status: 200 len: 902 time: 0.1977019 Feb 03 11:43:40.103323 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87884696-c631-406b-a00c-e565f0969167 req-154ca4e8-da7f-4587-bee3-7df2f12a4b14 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:40.106729 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-87884696-c631-406b-a00c-e565f0969167 req-154ca4e8-da7f-4587-bee3-7df2f12a4b14 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 945 time: 0.2761018 Feb 03 11:43:40.181404 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-09b8500b-be2a-41c4-b22c-c04d682fb3ea req-f16571a2-f5a5-4ab5-a0c0-36843ba9954d service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d897889-2baa-4f3a-b346-2dfeb26de2f8 HTTP/1.1" status: 200 len: 999 time: 0.2189708 Feb 03 11:43:40.201327 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-87884696-c631-406b-a00c-e565f0969167 req-dc501e1d-f428-4ca1-8f4c-c6d6ed3dfdf1 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Synchronizing usage tracker for tenant:64aa1d83111b4e2ba616806df59776dd on resource:security_group {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:43:40.272635 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-87884696-c631-406b-a00c-e565f0969167 req-dc501e1d-f428-4ca1-8f4c-c6d6ed3dfdf1 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Unset dirty status for tenant:64aa1d83111b4e2ba616806df59776dd on resource:security_group {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:43:40.273847 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-87884696-c631-406b-a00c-e565f0969167 req-dc501e1d-f428-4ca1-8f4c-c6d6ed3dfdf1 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535256 Feb 03 11:43:40.281464 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8500b-be2a-41c4-b22c-c04d682fb3ea req-32a0c520-05f8-4c6a-a006-25c0b4672936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:40.282959 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-09b8500b-be2a-41c4-b22c-c04d682fb3ea req-32a0c520-05f8-4c6a-a006-25c0b4672936 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba HTTP/1.1" status: 200 len: 847 time: 0.0785921 Feb 03 11:43:40.382231 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8500b-be2a-41c4-b22c-c04d682fb3ea req-e613fa87-6660-4a0a-a020-5bdd6a72b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:40.383856 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-09b8500b-be2a-41c4-b22c-c04d682fb3ea req-e613fa87-6660-4a0a-a020-5bdd6a72b59c service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836263 Feb 03 11:43:40.540297 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-09b8500b-be2a-41c4-b22c-c04d682fb3ea req-b29d5611-72a9-4702-82f2-72a3561c1504 service neutron] 10.222.0.122 "GET /v2.0/networks/f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431754 Feb 03 11:43:40.765114 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-09b8500b-be2a-41c4-b22c-c04d682fb3ea req-b110f197-5567-4e36-8df1-10ec16f61ca5 service neutron] 10.222.0.122 "GET /v2.0/networks/f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2109988 Feb 03 11:43:40.851539 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4501910-e94c-4d7e-bb98-d7b17bf919ca req-f2ae4291-fb4c-4e4a-a8bb-d4562f37ff7f tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:40.853197 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e4501910-e94c-4d7e-bb98-d7b17bf919ca req-f2ae4291-fb4c-4e4a-a8bb-d4562f37ff7f tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.122 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 945 time: 0.2216475 Feb 03 11:43:40.952925 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-e4501910-e94c-4d7e-bb98-d7b17bf919ca req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Deleting port 3e0e12cc-d4e2-4489-b083-34bece7803da {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:43:40.953315 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-e4501910-e94c-4d7e-bb98-d7b17bf919ca req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:41.184822 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25ea1e-7435-4d5a-8079-3e5796cffa25 req-62582636-701f-469b-8d47-72f2bf3abb38 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:41.186473 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6e25ea1e-7435-4d5a-8079-3e5796cffa25 req-62582636-701f-469b-8d47-72f2bf3abb38 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 943 time: 0.1708577 Feb 03 11:43:41.257861 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6e25ea1e-7435-4d5a-8079-3e5796cffa25 req-170be03c-ad27-44f0-9c23-859af7143483 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0643063 Feb 03 11:43:41.349560 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 3e0e12cc-d4e2-4489-b083-34bece7803da no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:43:41.472738 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:41.505688 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ad3dda-6be7-4bcb-8abb-97e9b80d25aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e0e12cc-d4e2-4489-b083-34bece7803da'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:43:41.506915 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-e4501910-e94c-4d7e-bb98-d7b17bf919ca req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] For port 3e0e12cc-d4e2-4489-b083-34bece7803da, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=3e0e12cc-d4e2-4489-b083-34bece7803da,segment=NetworkSegment(fc42722a-a410-4844-919d-b51ddb04237d),segment_id=fc42722a-a410-4844-919d-b51ddb04237d)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:43:41.507353 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-e4501910-e94c-4d7e-bb98-d7b17bf919ca req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:41.517109 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port 3e0e12cc-d4e2-4489-b083-34bece7803da, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=3e0e12cc-d4e2-4489-b083-34bece7803da,segment=NetworkSegment(fc42722a-a410-4844-919d-b51ddb04237d),segment_id=fc42722a-a410-4844-919d-b51ddb04237d)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:43:41.520725 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:41.522735 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:41.569434 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ad3dda-6be7-4bcb-8abb-97e9b80d25aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e0e12cc-d4e2-4489-b083-34bece7803da', 'code': 200} Feb 03 11:43:41.595358 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=3e0e12cc-d4e2-4489-b083-34bece7803da,revision_number=7']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:41.598737 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:41.655787 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-e4501910-e94c-4d7e-bb98-d7b17bf919ca req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Calling delete_port for 3e0e12cc-d4e2-4489-b083-34bece7803da owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:43:41.805511 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bebfc6-0f23-4d7f-be9a-9176af277eee req-1d5104e2-3e0a-4936-af82-339548daee50 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:41.807035 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b8bebfc6-0f23-4d7f-be9a-9176af277eee req-1d5104e2-3e0a-4936-af82-339548daee50 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 945 time: 0.3797584 Feb 03 11:43:41.867724 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.db.api [req-e4501910-e94c-4d7e-bb98-d7b17bf919ca req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80076) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:43:41.868079 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_db.api [req-e4501910-e94c-4d7e-bb98-d7b17bf919ca req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 11:43:41.897332 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b8bebfc6-0f23-4d7f-be9a-9176af277eee req-134bfec1-d832-4e7c-804a-94d70e6a83a0 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725873 Feb 03 11:43:42.369974 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-e4501910-e94c-4d7e-bb98-d7b17bf919ca req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Deleting port 3e0e12cc-d4e2-4489-b083-34bece7803da {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:43:42.370273 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-e4501910-e94c-4d7e-bb98-d7b17bf919ca req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:42.730918 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2da760-da6f-4102-9839-8f7a7507e774 req-1add3d4c-504a-4d99-ab47-6b8eed32b86d tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:42.732555 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4a2da760-da6f-4102-9839-8f7a7507e774 req-1add3d4c-504a-4d99-ab47-6b8eed32b86d tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 943 time: 0.3341169 Feb 03 11:43:42.816377 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-e4501910-e94c-4d7e-bb98-d7b17bf919ca req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] For port 3e0e12cc-d4e2-4489-b083-34bece7803da, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=3e0e12cc-d4e2-4489-b083-34bece7803da,segment=NetworkSegment(fc42722a-a410-4844-919d-b51ddb04237d),segment_id=fc42722a-a410-4844-919d-b51ddb04237d)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:43:42.817291 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-e4501910-e94c-4d7e-bb98-d7b17bf919ca req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:42.846551 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4a2da760-da6f-4102-9839-8f7a7507e774 req-76d43b96-7efa-4de2-86f0-85b994f0ea9c tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1064811 Feb 03 11:43:42.973621 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-e4501910-e94c-4d7e-bb98-d7b17bf919ca req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Calling delete_port for 3e0e12cc-d4e2-4489-b083-34bece7803da owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:43:43.127854 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-e4501910-e94c-4d7e-bb98-d7b17bf919ca req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:43.153760 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-960f272e-c4a4-4e08-9404-529b4bc69250 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:43.190749 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09324cd3-aa1c-4b7d-906b-82aa17d077a9 req-f9d4787e-4a52-4ceb-b344-a41151bb481b tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:43.194731 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-09324cd3-aa1c-4b7d-906b-82aa17d077a9 req-f9d4787e-4a52-4ceb-b344-a41151bb481b tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/ports?device_id=26ad3dda-6be7-4bcb-8abb-97e9b80d25aa HTTP/1.1" status: 200 len: 943 time: 0.1650891 Feb 03 11:43:43.261814 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Pushing event deleted for resources: {'Port': ['ID=3e0e12cc-d4e2-4489-b083-34bece7803da,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:43.271757 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-09324cd3-aa1c-4b7d-906b-82aa17d077a9 req-a484759f-a134-40dc-9da6-9636314ce9c7 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.68 "GET /v2.0/security-groups?id=fe2d149f-5949-4afc-8635-94ac5c608b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718277 Feb 03 11:43:43.280710 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.281117 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.281514 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.281901 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.282291 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.282756 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.283576 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.283914 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.284427 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.284695 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.285602 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.285902 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.286565 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.286761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.287062 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.287460 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.287836 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.288187 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.288565 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.288944 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.289317 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.289691 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.290072 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.290442 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:43:43.297055 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:43.386330 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4501910-e94c-4d7e-bb98-d7b17bf919ca req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] No DVR routers for this DVR port 3e0e12cc-d4e2-4489-b083-34bece7803da on host hv-cinder-77387 {{(pid=80076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:43:43.388921 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-e4501910-e94c-4d7e-bb98-d7b17bf919ca req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:43.392321 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ad3dda-6be7-4bcb-8abb-97e9b80d25aa', 'name': 'network-vif-deleted', 'tag': '3e0e12cc-d4e2-4489-b083-34bece7803da'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:43:43.416038 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e4501910-e94c-4d7e-bb98-d7b17bf919ca req-1235f4d3-0b5d-4de9-8d7b-c927a736b6fb tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] 10.222.0.122 "DELETE /v2.0/ports/3e0e12cc-d4e2-4489-b083-34bece7803da HTTP/1.1" status: 204 len: 173 time: 2.5564756 Feb 03 11:43:43.460942 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ad3dda-6be7-4bcb-8abb-97e9b80d25aa', 'name': 'network-vif-deleted', 'tag': '3e0e12cc-d4e2-4489-b083-34bece7803da', 'status': 'completed', 'code': 200} Feb 03 11:43:44.147333 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d02cc0-69f3-4b7e-8dbf-d13e61b5d45f req-a05fbc67-f80b-4675-a0a3-d5112deb362a tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:44.149071 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b3d02cc0-69f3-4b7e-8dbf-d13e61b5d45f req-a05fbc67-f80b-4675-a0a3-d5112deb362a tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 943 time: 0.1695685 Feb 03 11:43:44.217177 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b3d02cc0-69f3-4b7e-8dbf-d13e61b5d45f req-6791b0e0-3bd7-4185-ab9a-668bf91a2875 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0617654 Feb 03 11:43:45.184211 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 44230) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:45.522901 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d364a4-1223-4624-9c4b-a0a283e0289a req-f880614c-957b-49dd-a4f1-a2bde80a72c4 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:45.524721 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a9d364a4-1223-4624-9c4b-a0a283e0289a req-f880614c-957b-49dd-a4f1-a2bde80a72c4 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 943 time: 0.1775687 Feb 03 11:43:45.592258 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a9d364a4-1223-4624-9c4b-a0a283e0289a req-9a837fb1-74a3-45bb-87b8-453723d74abe tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0609207 Feb 03 11:43:45.779396 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-58e18190-3e9b-4243-90c2-45675fb7ba28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505393'] for router_interface, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:45.979612 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 5d897889-2baa-4f3a-b346-2dfeb26de2f8 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:43:46.054086 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 5d897889-2baa-4f3a-b346-2dfeb26de2f8 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:43:46.054430 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:46.168466 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-58e18190-3e9b-4243-90c2-45675fb7ba28 admin admin] Deleting port 1942bdb4-6413-4b1a-89a3-134809a0b843 {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:43:46.169146 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-58e18190-3e9b-4243-90c2-45675fb7ba28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:46.179830 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:46.214097 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48ff63f-33d0-44a9-8924-1820011f7550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d897889-2baa-4f3a-b346-2dfeb26de2f8'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:43:46.224938 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port 5d897889-2baa-4f3a-b346-2dfeb26de2f8, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=5d897889-2baa-4f3a-b346-2dfeb26de2f8,segment=NetworkSegment(4b66aae6-b4d3-4dfd-be99-b71f998e0d6c),segment_id=4b66aae6-b4d3-4dfd-be99-b71f998e0d6c)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:43:46.230948 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:46.234792 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:46.285306 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48ff63f-33d0-44a9-8924-1820011f7550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d897889-2baa-4f3a-b346-2dfeb26de2f8', 'code': 200} Feb 03 11:43:46.325732 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=5d897889-2baa-4f3a-b346-2dfeb26de2f8,revision_number=6']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:46.333368 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:46.368997 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-58e18190-3e9b-4243-90c2-45675fb7ba28 admin admin] For port 1942bdb4-6413-4b1a-89a3-134809a0b843, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=1942bdb4-6413-4b1a-89a3-134809a0b843,segment=NetworkSegment(fc42722a-a410-4844-919d-b51ddb04237d),segment_id=fc42722a-a410-4844-919d-b51ddb04237d)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:43:46.369394 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-58e18190-3e9b-4243-90c2-45675fb7ba28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:46.503170 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-58e18190-3e9b-4243-90c2-45675fb7ba28 admin admin] Calling delete_port for 1942bdb4-6413-4b1a-89a3-134809a0b843 owned by network:router_interface {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:43:46.986480 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796fd1ba-e091-4d4b-b253-5810a57c3e8f req-ca194add-25b8-4328-958a-3cd7af12ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:46.988040 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-796fd1ba-e091-4d4b-b253-5810a57c3e8f req-ca194add-25b8-4328-958a-3cd7af12ac5f service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 1162 time: 0.4429250 Feb 03 11:43:47.068460 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891ebdd-00c6-494c-aa3c-0a13b7830f45 req-182d236b-f44b-4c1a-ba6d-a65449b73c66 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:47.070094 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8891ebdd-00c6-494c-aa3c-0a13b7830f45 req-182d236b-f44b-4c1a-ba6d-a65449b73c66 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.2511733 Feb 03 11:43:47.190114 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-796fd1ba-e091-4d4b-b253-5810a57c3e8f req-bf202999-35d3-479d-a135-abe28034a71e service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1182079 Feb 03 11:43:47.218188 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8891ebdd-00c6-494c-aa3c-0a13b7830f45 req-b26474a9-b133-4f6e-9fd4-3b085dfc4dec tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1298463 Feb 03 11:43:47.228905 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-58e18190-3e9b-4243-90c2-45675fb7ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:47.249456 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-00863ef3-a424-493a-ba33-cfad7bb592ea tempest-VolumesNegativeTest-421282074 tempest-VolumesNegativeTest-421282074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:47.347993 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e18190-3e9b-4243-90c2-45675fb7ba28 admin admin] Pushing event deleted for resources: {'Port': ['ID=1942bdb4-6413-4b1a-89a3-134809a0b843,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:47.351925 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-58e18190-3e9b-4243-90c2-45675fb7ba28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:47.449539 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 5d897889-2baa-4f3a-b346-2dfeb26de2f8 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:43:47.529844 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 5d897889-2baa-4f3a-b346-2dfeb26de2f8 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:43:47.530369 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:47.671548 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-58e18190-3e9b-4243-90c2-45675fb7ba28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854160145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854270091'] for router_interface, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:48.191329 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e18190-3e9b-4243-90c2-45675fb7ba28 admin admin] Router 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:43:48.436374 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e18190-3e9b-4243-90c2-45675fb7ba28 admin admin] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:43:48.446349 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fdae9a-6189-4751-afa5-d95e122b9ea8 None None] Sync routers for ids ['0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'] in dv-cinder-773870-1-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:43:48.457317 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fdae9a-6189-4751-afa5-d95e122b9ea8 None None] Routers {'0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:43:48.458136 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-f9fdae9a-6189-4751-afa5-d95e122b9ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:43:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:48.459684 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-58e18190-3e9b-4243-90c2-45675fb7ba28 admin admin] 10.222.0.68 "PUT /v2.0/routers/0789b9b7-56af-4a40-a766-ff1e5b5aeb6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2742889 Feb 03 11:43:48.462619 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 44272) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:48.553336 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd1a68-fc48-41fd-8772-442cea31f207 req-de721ac5-193f-4a40-8a6b-69bbbbb1ce63 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:48.555019 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-26cd1a68-fc48-41fd-8772-442cea31f207 req-de721ac5-193f-4a40-8a6b-69bbbbb1ce63 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.1928458 Feb 03 11:43:48.641333 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-26cd1a68-fc48-41fd-8772-442cea31f207 req-340ae8a0-0e14-48ca-907a-8f645bfb28bb tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0794406 Feb 03 11:43:48.694884 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cd0701bd-5f32-4c13-8581-51e0c3ac0bf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:48.717354 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-f9fdae9a-6189-4751-afa5-d95e122b9ea8 None None] Set router 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:43:48.887924 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cd0701bd-5f32-4c13-8581-51e0c3ac0bf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:48.893335 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-cd0701bd-5f32-4c13-8581-51e0c3ac0bf9 admin admin] Deleting port b0d1d060-bd60-4bdd-9988-785a34461ec7 {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:43:48.893701 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cd0701bd-5f32-4c13-8581-51e0c3ac0bf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:49.038104 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-f9fdae9a-6189-4751-afa5-d95e122b9ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'name': 'tempest-TestMinimumBasicScenario-547950550-router', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:39:13Z', 'updated_at': '2021-02-03T11:43:47Z', 'revision_number': 5, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'gw_port': {'id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:15Z', 'updated_at': '2021-02-03T11:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:49.042244 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fdae9a-6189-4751-afa5-d95e122b9ea8 None None] Checking router: 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f for host: dv-cinder-773870-1-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:43:49.052546 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fdae9a-6189-4751-afa5-d95e122b9ea8 None None] Routers {'0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:43:49.053260 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-f9fdae9a-6189-4751-afa5-d95e122b9ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:43:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:49.080434 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-cd0701bd-5f32-4c13-8581-51e0c3ac0bf9 admin admin] For port b0d1d060-bd60-4bdd-9988-785a34461ec7, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=b0d1d060-bd60-4bdd-9988-785a34461ec7,segment=NetworkSegment(ef679f0b-7c61-47c0-b704-b3d2fd0cd989),segment_id=ef679f0b-7c61-47c0-b704-b3d2fd0cd989)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:43:49.080821 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cd0701bd-5f32-4c13-8581-51e0c3ac0bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:49.228425 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-cd0701bd-5f32-4c13-8581-51e0c3ac0bf9 admin admin] Calling delete_port for b0d1d060-bd60-4bdd-9988-785a34461ec7 owned by network:router_gateway {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:43:49.249652 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-f9fdae9a-6189-4751-afa5-d95e122b9ea8 None None] Set router 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:43:49.411849 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cd0701bd-5f32-4c13-8581-51e0c3ac0bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556013'] for port, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:49.444063 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 5d897889-2baa-4f3a-b346-2dfeb26de2f8 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:43:49.603172 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 5d897889-2baa-4f3a-b346-2dfeb26de2f8 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:43:49.603951 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:49.627960 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cd0701bd-5f32-4c13-8581-51e0c3ac0bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854270829'] for router_gateway, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:49.735856 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-f9fdae9a-6189-4751-afa5-d95e122b9ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'name': 'tempest-TestMinimumBasicScenario-547950550-router', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:39:13Z', 'updated_at': '2021-02-03T11:43:47Z', 'revision_number': 5, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'gw_port': {'id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:15Z', 'updated_at': '2021-02-03T11:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:49.758212 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fdae9a-6189-4751-afa5-d95e122b9ea8 None None] The sync data for ids ['0789b9b7-56af-4a40-a766-ff1e5b5aeb6f'] in dv-cinder-773870-1-smb is: [{'id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'name': 'tempest-TestMinimumBasicScenario-547950550-router', 'tenant_id': '64aa1d83111b4e2ba616806df59776dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:39:13Z', 'updated_at': '2021-02-03T11:43:47Z', 'revision_number': 5, 'project_id': '64aa1d83111b4e2ba616806df59776dd', 'gw_port': {'id': 'b0d1d060-bd60-4bdd-9988-785a34461ec7', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0789b9b7-56af-4a40-a766-ff1e5b5aeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:15Z', 'updated_at': '2021-02-03T11:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:43:49.771788 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cd0701bd-5f32-4c13-8581-51e0c3ac0bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854272801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774809'] for router, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:49.774353 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cd0701bd-5f32-4c13-8581-51e0c3ac0bf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:49.807466 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cd0701bd-5f32-4c13-8581-51e0c3ac0bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-501868'] for router, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:49.808280 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0701bd-5f32-4c13-8581-51e0c3ac0bf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0789b9b7-56af-4a40-a766-ff1e5b5aeb6f {{(pid=80075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 03 11:43:49.821104 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cd0701bd-5f32-4c13-8581-51e0c3ac0bf9 admin admin] Notify callbacks [] for router, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:49.822318 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-cd0701bd-5f32-4c13-8581-51e0c3ac0bf9 admin admin] 10.222.0.68 "DELETE /v2.0/routers/0789b9b7-56af-4a40-a766-ff1e5b5aeb6f HTTP/1.1" status: 204 len: 168 time: 1.3583856 Feb 03 11:43:49.827731 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 44292) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:49.894524 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60214ce-eed6-467d-9c08-7300df20d84b admin admin] Deleting subnet 2462024d-c4c8-455b-b121-b22caa048e39 {{(pid=80075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 11:43:49.897654 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b60214ce-eed6-467d-9c08-7300df20d84b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:49.953683 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b60214ce-eed6-467d-9c08-7300df20d84b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851741130'] for subnet, precommit_delete_associations {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:49.974085 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bc751-afeb-4ce2-8bdd-1125bb592852 req-030542b8-8fb4-4c9a-92fd-bea1e1ee8007 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:43:49.975855 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-856bc751-afeb-4ce2-8bdd-1125bb592852 req-030542b8-8fb4-4c9a-92fd-bea1e1ee8007 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.1886880 Feb 03 11:43:50.044642 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-856bc751-afeb-4ce2-8bdd-1125bb592852 req-e401cb5a-3380-44c6-ba63-73b475ce7833 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0617750 Feb 03 11:43:50.090908 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b60214ce-eed6-467d-9c08-7300df20d84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-59611'] for subnet, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:50.223964 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 1942bdb4-6413-4b1a-89a3-134809a0b843 no longer exists at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:43:50.272212 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] No Port match for: 1942bdb4-6413-4b1a-89a3-134809a0b843 {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:43:50.272645 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 1942bdb4-6413-4b1a-89a3-134809a0b843 not bound to the agent host dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:43:50.363417 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4649dcf2-69c5-4340-903a-cf03210a739e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:50.402927 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b60214ce-eed6-467d-9c08-7300df20d84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854716205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2219817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350692'] for subnet, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:50.418027 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-91703a20-1640-436b-8a24-8db5fea1c4ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:50.697604 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60214ce-eed6-467d-9c08-7300df20d84b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2462024d-c4c8-455b-b121-b22caa048e39,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:50.748489 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b60214ce-eed6-467d-9c08-7300df20d84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:50.802253 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b60214ce-eed6-467d-9c08-7300df20d84b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:50.809283 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e266af-d92a-442e-bc99-2c11d3740871 None None] Network 658b2e23-84fc-417e-81b7-6ef8c3f7b0bb requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:43:50.809826 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-b60214ce-eed6-467d-9c08-7300df20d84b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2462024d-c4c8-455b-b121-b22caa048e39 HTTP/1.1" status: 204 len: 168 time: 0.9808021 Feb 03 11:43:50.812499 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 44310) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:50.937966 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853835911'] for network, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:51.020331 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] Deleting port ddf7c1a4-45e1-44b8-b722-31216b87ff5b {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:43:51.020909 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:51.257766 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] For port ddf7c1a4-45e1-44b8-b722-31216b87ff5b, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=ddf7c1a4-45e1-44b8-b722-31216b87ff5b,segment=NetworkSegment(fc42722a-a410-4844-919d-b51ddb04237d),segment_id=fc42722a-a410-4844-919d-b51ddb04237d)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:43:51.257766 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:51.266982 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ced7a69-9fb5-4c45-bc1d-00a608610d04 None None] DHCP port deletion for 658b2e23-84fc-417e-81b7-6ef8c3f7b0bb request from dv-cinder-773870-1-smb {{(pid=80077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 03 11:43:51.271507 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-7ced7a69-9fb5-4c45-bc1d-00a608610d04 None None] Deleting port ddf7c1a4-45e1-44b8-b722-31216b87ff5b {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:43:51.271926 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7ced7a69-9fb5-4c45-bc1d-00a608610d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:51.403710 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] Calling delete_port for ddf7c1a4-45e1-44b8-b722-31216b87ff5b owned by network:dhcp {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:43:51.484882 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556013'] for port, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:51.501564 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-7ced7a69-9fb5-4c45-bc1d-00a608610d04 None None] For port ddf7c1a4-45e1-44b8-b722-31216b87ff5b, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=ddf7c1a4-45e1-44b8-b722-31216b87ff5b,segment=NetworkSegment(fc42722a-a410-4844-919d-b51ddb04237d),segment_id=fc42722a-a410-4844-919d-b51ddb04237d)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:43:51.501929 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7ced7a69-9fb5-4c45-bc1d-00a608610d04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:51.503724 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:51.603881 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf7c1a4-45e1-44b8-b722-31216b87ff5b,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:51.606868 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:51.633026 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-7ced7a69-9fb5-4c45-bc1d-00a608610d04 None None] Calling delete_port for ddf7c1a4-45e1-44b8-b722-31216b87ff5b owned by network:dhcp {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:43:51.654222 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] No DVR routers for this DVR port ddf7c1a4-45e1-44b8-b722-31216b87ff5b on host dv-cinder-773870-1-smb {{(pid=80075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:43:51.782133 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5968', 'neutron.services.segments.db._delete_segments_for_network--9223363257154695830'] for network, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:51.797876 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.db.api [None req-7ced7a69-9fb5-4c45-bc1d-00a608610d04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80077) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:43:51.797876 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_db.api [None req-7ced7a69-9fb5-4c45-bc1d-00a608610d04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 11:43:51.899589 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658b2e23-84fc-417e-81b7-6ef8c3f7b0bb']}} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:51.912701 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc42722a-a410-4844-919d-b51ddb04237d') {'for_net_delete': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:51.912977 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc42722a-a410-4844-919d-b51ddb04237d') {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:43:51.925229 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257154698902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3034686'] for segment, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:51.940342 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:51.942711 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 11:43:52.121117 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] Network 658b2e23-84fc-417e-81b7-6ef8c3f7b0bb has no segments {{(pid=80075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:43:52.130470 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2219846'] for segment, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:52.258679 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device b0d1d060-bd60-4bdd-9988-785a34461ec7 no longer exists at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:43:52.295977 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] No Port match for: b0d1d060-bd60-4bdd-9988-785a34461ec7 {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:43:52.296368 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device b0d1d060-bd60-4bdd-9988-785a34461ec7 not bound to the agent host dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:43:52.296830 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device ddf7c1a4-45e1-44b8-b722-31216b87ff5b no longer exists at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:43:52.316096 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] Network 658b2e23-84fc-417e-81b7-6ef8c3f7b0bb has no segments {{(pid=80075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:43:52.327298 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-7ced7a69-9fb5-4c45-bc1d-00a608610d04 None None] Deleting port ddf7c1a4-45e1-44b8-b722-31216b87ff5b {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:43:52.327570 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7ced7a69-9fb5-4c45-bc1d-00a608610d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: Traceback (most recent call last): Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: timer() Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: cb(*args, **kw) Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: return func(*args, **kwargs) Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: self._notify() Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: self.callback(batched_events) Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: event.method(event) Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: segment_id)['aggregates'][0] Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: return f(self, *a, **k) Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: return self._get(url).json() Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: **kwargs) Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: **endpoint_filter) Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:43:52.339894 dv-cinder-773870-1-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:43:52.365195 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] No Port match for: ddf7c1a4-45e1-44b8-b722-31216b87ff5b {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:43:52.365583 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device ddf7c1a4-45e1-44b8-b722-31216b87ff5b not bound to the agent host dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:43:52.408901 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-7ced7a69-9fb5-4c45-bc1d-00a608610d04 None None] The port 'ddf7c1a4-45e1-44b8-b722-31216b87ff5b' was deleted {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 03 11:43:52.423378 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854769816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504970'] for network, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:52.425840 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:52.443224 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:52.452666 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] Pushing event deleted for resources: {'Network': ['ID=658b2e23-84fc-417e-81b7-6ef8c3f7b0bb,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:52.456190 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:52.467153 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-299e7069-b63b-4fd7-a3f7-92aa96634f33 admin admin] 10.222.0.68 "DELETE /v2.0/networks/658b2e23-84fc-417e-81b7-6ef8c3f7b0bb HTTP/1.1" status: 204 len: 168 time: 1.6534641 Feb 03 11:43:52.575307 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f4728341-290f-48ab-8dfb-5b9c3fca7054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:52.693907 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 44346) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:52.746143 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-566d8f7a-ec45-4587-b057-365258aad611 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=64aa1d83111b4e2ba616806df59776dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507624 Feb 03 11:43:52.749609 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 44352) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:52.812986 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c6d8d821-9662-4cf8-bdb4-8d3a4f6c34e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:52.842938 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c6d8d821-9662-4cf8-bdb4-8d3a4f6c34e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:52.895951 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c6d8d821-9662-4cf8-bdb4-8d3a4f6c34e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:52.907148 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-19bf76f7-5349-433d-a5c1-d6ff405fd88a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:52.919003 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8d821-9662-4cf8-bdb4-8d3a4f6c34e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2d149f-5949-4afc-8635-94ac5c608b45,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:52.923567 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c6d8d821-9662-4cf8-bdb4-8d3a4f6c34e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:52.926857 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c6d8d821-9662-4cf8-bdb4-8d3a4f6c34e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:52.928397 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-c6d8d821-9662-4cf8-bdb4-8d3a4f6c34e3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fe2d149f-5949-4afc-8635-94ac5c608b45 HTTP/1.1" status: 204 len: 168 time: 0.1775684 Feb 03 11:43:53.116540 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 44366) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:53.170180 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:53.281913 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1f316598-8c74-4d30-b7b6-87a2b0fdf63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:53.299535 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1f316598-8c74-4d30-b7b6-87a2b0fdf63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:43:53.304110 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1f316598-8c74-4d30-b7b6-87a2b0fdf63e admin admin] Usage tracker for resource:security_group_rule and tenant:6078ecdc9bdc4601914593e914bc1170 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:43:53.307546 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1f316598-8c74-4d30-b7b6-87a2b0fdf63e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:43:53.313419 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1f316598-8c74-4d30-b7b6-87a2b0fdf63e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:43:53.400070 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1f316598-8c74-4d30-b7b6-87a2b0fdf63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:53.403486 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1f316598-8c74-4d30-b7b6-87a2b0fdf63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:53.412778 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9d34fa59-cdd2-4c70-8243-c76d7a6dda89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:53.456164 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f316598-8c74-4d30-b7b6-87a2b0fdf63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588b407e-fc35-49b3-93d0-b0141867f8d6,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:53.459625 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1f316598-8c74-4d30-b7b6-87a2b0fdf63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:53.462456 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-1f316598-8c74-4d30-b7b6-87a2b0fdf63e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6078ecdc9bdc4601914593e914bc1170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442602 Feb 03 11:43:53.465582 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 44372) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:53.528148 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c57606b7-3ece-443c-9fd6-680952f7f318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:53.559765 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c57606b7-3ece-443c-9fd6-680952f7f318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:53.619921 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c57606b7-3ece-443c-9fd6-680952f7f318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:53.624152 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-75e4418e-ee3a-42b2-a9ee-d715451d8ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:53.636556 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57606b7-3ece-443c-9fd6-680952f7f318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588b407e-fc35-49b3-93d0-b0141867f8d6,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:53.640458 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c57606b7-3ece-443c-9fd6-680952f7f318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:53.644352 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c57606b7-3ece-443c-9fd6-680952f7f318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:53.645224 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-c57606b7-3ece-443c-9fd6-680952f7f318 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/588b407e-fc35-49b3-93d0-b0141867f8d6 HTTP/1.1" status: 204 len: 168 time: 0.1786935 Feb 03 11:43:54.014452 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:54.027041 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 44382) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:54.046811 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-93a14cb9-8b43-4ebd-bd6b-61d631eb8278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:54.062574 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-93a14cb9-8b43-4ebd-bd6b-61d631eb8278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:43:54.066667 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-93a14cb9-8b43-4ebd-bd6b-61d631eb8278 admin admin] Usage tracker for resource:security_group_rule and tenant:e70aab31109b4c1380c922fda7e868f9 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:43:54.069938 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-93a14cb9-8b43-4ebd-bd6b-61d631eb8278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:43:54.076064 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-93a14cb9-8b43-4ebd-bd6b-61d631eb8278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:43:54.168675 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-93a14cb9-8b43-4ebd-bd6b-61d631eb8278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:54.172757 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-93a14cb9-8b43-4ebd-bd6b-61d631eb8278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:54.180106 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-494e76c3-9adc-48ca-bcad-077c4da89035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:54.223078 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-93a14cb9-8b43-4ebd-bd6b-61d631eb8278 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e70aab31109b4c1380c922fda7e868f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1947453 Feb 03 11:43:54.224026 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a14cb9-8b43-4ebd-bd6b-61d631eb8278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4aff6a-dee6-45c2-a013-adbc74125a2d,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:54.226318 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 44386) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:54.227406 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-93a14cb9-8b43-4ebd-bd6b-61d631eb8278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:54.290304 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-84e7c677-d3cb-4742-a997-ddb9640bda0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:54.322386 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-84e7c677-d3cb-4742-a997-ddb9640bda0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:54.373885 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-84e7c677-d3cb-4742-a997-ddb9640bda0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:54.377910 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-81160bc0-a977-47e5-96e7-4c245a7cf95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:54.391720 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7c677-d3cb-4742-a997-ddb9640bda0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4aff6a-dee6-45c2-a013-adbc74125a2d,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:54.394797 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-84e7c677-d3cb-4742-a997-ddb9640bda0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:54.396941 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-84e7c677-d3cb-4742-a997-ddb9640bda0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:54.400657 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-84e7c677-d3cb-4742-a997-ddb9640bda0e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/af4aff6a-dee6-45c2-a013-adbc74125a2d HTTP/1.1" status: 204 len: 168 time: 0.1706569 Feb 03 11:43:54.613403 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:58.077988 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 44464) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:58.242910 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-028b7aab-6aa9-4e46-a108-384335bdef59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:58.259066 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-028b7aab-6aa9-4e46-a108-384335bdef59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:43:58.263918 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-028b7aab-6aa9-4e46-a108-384335bdef59 admin admin] Usage tracker for resource:security_group_rule and tenant:b15fe3fac6c643e79ac0130d44ffd447 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:43:58.267060 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-028b7aab-6aa9-4e46-a108-384335bdef59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:43:58.273736 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-028b7aab-6aa9-4e46-a108-384335bdef59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:43:58.369804 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-028b7aab-6aa9-4e46-a108-384335bdef59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:58.374500 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-028b7aab-6aa9-4e46-a108-384335bdef59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:58.388218 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-01030433-34b8-4b4c-af1a-c5b69bf594d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:58.420775 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-028b7aab-6aa9-4e46-a108-384335bdef59 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b15fe3fac6c643e79ac0130d44ffd447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416133 Feb 03 11:43:58.423903 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 44470) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:58.428130 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b7aab-6aa9-4e46-a108-384335bdef59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f4eda2-4f1a-4185-ba01-5db0eb222861,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:58.431449 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-028b7aab-6aa9-4e46-a108-384335bdef59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:58.491305 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b43e3ae2-31f4-44e5-8a1c-e71129c9a517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:58.519950 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b43e3ae2-31f4-44e5-8a1c-e71129c9a517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:58.567356 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b43e3ae2-31f4-44e5-8a1c-e71129c9a517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:58.572551 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1a371423-e135-401a-bb11-79b7897ccabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:58.585644 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e3ae2-31f4-44e5-8a1c-e71129c9a517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f4eda2-4f1a-4185-ba01-5db0eb222861,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:58.589481 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b43e3ae2-31f4-44e5-8a1c-e71129c9a517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:58.595160 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b43e3ae2-31f4-44e5-8a1c-e71129c9a517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:58.599226 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-b43e3ae2-31f4-44e5-8a1c-e71129c9a517 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/77f4eda2-4f1a-4185-ba01-5db0eb222861 HTTP/1.1" status: 204 len: 168 time: 0.1741712 Feb 03 11:43:58.716979 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:58.972376 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 44480) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:58.994683 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b51c2c48-2ad1-4d6e-aef3-d210d00e2e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:59.011424 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b51c2c48-2ad1-4d6e-aef3-d210d00e2e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:43:59.017094 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b51c2c48-2ad1-4d6e-aef3-d210d00e2e11 admin admin] Usage tracker for resource:security_group_rule and tenant:e0a4b62b381d409fba9d1b32c273afee is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:43:59.020335 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b51c2c48-2ad1-4d6e-aef3-d210d00e2e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:43:59.026724 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b51c2c48-2ad1-4d6e-aef3-d210d00e2e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:43:59.116394 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b51c2c48-2ad1-4d6e-aef3-d210d00e2e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:59.120511 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b51c2c48-2ad1-4d6e-aef3-d210d00e2e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:59.128578 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-79379229-6e85-46f0-b088-82ae7db48fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:59.176434 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-b51c2c48-2ad1-4d6e-aef3-d210d00e2e11 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e0a4b62b381d409fba9d1b32c273afee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025154 Feb 03 11:43:59.177278 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c2c48-2ad1-4d6e-aef3-d210d00e2e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12c3a53-8605-4a9d-bdde-b6801d029522,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:59.179484 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 44484) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:43:59.180631 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b51c2c48-2ad1-4d6e-aef3-d210d00e2e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:59.248657 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e656af2b-285a-4fa8-8cb8-08079c09cd07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:59.277832 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e656af2b-285a-4fa8-8cb8-08079c09cd07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:59.328230 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e656af2b-285a-4fa8-8cb8-08079c09cd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:59.332144 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f1c65755-1f55-441f-9c39-d854f3433cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:43:59.345990 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656af2b-285a-4fa8-8cb8-08079c09cd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12c3a53-8605-4a9d-bdde-b6801d029522,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:43:59.353699 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e656af2b-285a-4fa8-8cb8-08079c09cd07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:43:59.356778 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e656af2b-285a-4fa8-8cb8-08079c09cd07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:43:59.357998 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-e656af2b-285a-4fa8-8cb8-08079c09cd07 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d12c3a53-8605-4a9d-bdde-b6801d029522 HTTP/1.1" status: 204 len: 168 time: 0.1773989 Feb 03 11:44:00.688350 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-97f56f2c-7de6-450b-978b-134bfb5492a1 req-b146c72a-62a3-4577-a9e7-1ff775e58308 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0794570 Feb 03 11:44:00.792495 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f56f2c-7de6-450b-978b-134bfb5492a1 req-1e77920f-3852-4296-9675-2b42dc727e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:44:00.794145 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-97f56f2c-7de6-450b-978b-134bfb5492a1 req-1e77920f-3852-4296-9675-2b42dc727e3b service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=36f1cccad50c4fd99ffb3f971529976b&device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 1162 time: 0.0833194 Feb 03 11:44:01.179925 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f56f2c-7de6-450b-978b-134bfb5492a1 req-ffdfaefa-2bb0-47fe-b5bd-043905eaade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:44:01.181499 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-97f56f2c-7de6-450b-978b-134bfb5492a1 req-ffdfaefa-2bb0-47fe-b5bd-043905eaade9 service neutron] 10.222.0.122 "GET /v2.0/networks?id=f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d HTTP/1.1" status: 200 len: 902 time: 0.3667829 Feb 03 11:44:01.306951 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-97f56f2c-7de6-450b-978b-134bfb5492a1 req-3b3dabee-cf10-4964-9728-5e72b4f4fc79 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d897889-2baa-4f3a-b346-2dfeb26de2f8 HTTP/1.1" status: 200 len: 1001 time: 0.1169589 Feb 03 11:44:01.376940 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f56f2c-7de6-450b-978b-134bfb5492a1 req-6697c8a9-1e5f-4d81-8652-74e380bdecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:44:01.378544 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-97f56f2c-7de6-450b-978b-134bfb5492a1 req-6697c8a9-1e5f-4d81-8652-74e380bdecf8 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba HTTP/1.1" status: 200 len: 847 time: 0.0654881 Feb 03 11:44:01.465308 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f56f2c-7de6-450b-978b-134bfb5492a1 req-63745d52-04c5-4f0c-b022-d70b1134d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:44:01.466942 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-97f56f2c-7de6-450b-978b-134bfb5492a1 req-63745d52-04c5-4f0c-b022-d70b1134d0c2 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806110 Feb 03 11:44:01.612752 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-97f56f2c-7de6-450b-978b-134bfb5492a1 req-054a9bd4-65e7-42c0-ac44-a3675cfee2b8 service neutron] 10.222.0.122 "GET /v2.0/networks/f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382658 Feb 03 11:44:01.761718 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-97f56f2c-7de6-450b-978b-134bfb5492a1 req-cb49bfb4-6d06-4fb8-8c74-33b962e03d57 service neutron] 10.222.0.122 "GET /v2.0/networks/f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416080 Feb 03 11:44:05.232010 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:44:10.751576 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 44642) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:44:10.912631 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-16a22406-0a0d-4d04-9f2e-86a10b778a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:10.931030 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-16a22406-0a0d-4d04-9f2e-86a10b778a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:44:10.935847 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-16a22406-0a0d-4d04-9f2e-86a10b778a70 admin admin] Usage tracker for resource:security_group_rule and tenant:456e7c13343042558354ba4fe38f8a2d is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:44:10.939042 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-16a22406-0a0d-4d04-9f2e-86a10b778a70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:44:10.945743 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-16a22406-0a0d-4d04-9f2e-86a10b778a70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:44:11.042459 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-16a22406-0a0d-4d04-9f2e-86a10b778a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:11.046774 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-16a22406-0a0d-4d04-9f2e-86a10b778a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:11.054284 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-eee1b76d-fe56-4316-8cac-5e8637660a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:44:11.099058 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-16a22406-0a0d-4d04-9f2e-86a10b778a70 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=456e7c13343042558354ba4fe38f8a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462534 Feb 03 11:44:11.099972 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a22406-0a0d-4d04-9f2e-86a10b778a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9000ec3e-7312-495f-964c-5a0d51b02bf1,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:44:11.102169 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 44650) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:44:11.103370 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-16a22406-0a0d-4d04-9f2e-86a10b778a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:44:11.165769 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:11.194883 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:11.241538 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:11.247223 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e097f7bb-6cfe-4cf9-a0c4-1c6008a52366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:44:11.261618 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9000ec3e-7312-495f-964c-5a0d51b02bf1,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:44:11.274190 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.274604 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.275003 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.275441 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.275832 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.276366 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.276811 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.277228 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.277621 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.278011 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.278394 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.278762 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.279197 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.279605 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.279988 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.280369 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.280736 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.281118 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.281496 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.281876 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.282254 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.282631 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.283010 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.283431 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:11.287145 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:44:11.288522 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:11.291978 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9000ec3e-7312-495f-964c-5a0d51b02bf1 HTTP/1.1" status: 204 len: 168 time: 0.1886501 Feb 03 11:44:11.653961 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 44660) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:44:11.674346 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-df6f11e8-d433-4e12-9332-f07bd0362e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:11.690051 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-df6f11e8-d433-4e12-9332-f07bd0362e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:44:11.694963 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-df6f11e8-d433-4e12-9332-f07bd0362e69 admin admin] Usage tracker for resource:security_group_rule and tenant:4d8de3bd31db49eb96089d78c73f2770 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:44:11.698250 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-df6f11e8-d433-4e12-9332-f07bd0362e69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:44:11.704658 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-df6f11e8-d433-4e12-9332-f07bd0362e69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:44:11.792974 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-df6f11e8-d433-4e12-9332-f07bd0362e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:11.797396 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-df6f11e8-d433-4e12-9332-f07bd0362e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:11.810361 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-06b0c58d-6a19-4124-8449-7f164ad8d82c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:44:11.852295 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-df6f11e8-d433-4e12-9332-f07bd0362e69 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4d8de3bd31db49eb96089d78c73f2770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970658 Feb 03 11:44:11.854005 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f11e8-d433-4e12-9332-f07bd0362e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe4c1ef-f693-44e2-b806-d2faa6c6f332,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:44:11.855630 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 44664) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:44:11.858098 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-df6f11e8-d433-4e12-9332-f07bd0362e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:44:11.927189 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c5aa9a76-eb13-4194-87b2-f2f07c556952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:11.958806 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c5aa9a76-eb13-4194-87b2-f2f07c556952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:12.010664 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c5aa9a76-eb13-4194-87b2-f2f07c556952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:12.014512 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-05695dc3-9d0e-4557-a2ef-5b650d081b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:44:12.028270 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa9a76-eb13-4194-87b2-f2f07c556952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe4c1ef-f693-44e2-b806-d2faa6c6f332,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:44:12.032456 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c5aa9a76-eb13-4194-87b2-f2f07c556952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:44:12.037967 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c5aa9a76-eb13-4194-87b2-f2f07c556952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:12.041824 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-c5aa9a76-eb13-4194-87b2-f2f07c556952 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8fe4c1ef-f693-44e2-b806-d2faa6c6f332 HTTP/1.1" status: 204 len: 168 time: 0.1824601 Feb 03 11:44:12.488155 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 44674) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:44:12.507523 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-55b01a38-8484-4b00-9425-3716e495005f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:12.524550 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-55b01a38-8484-4b00-9425-3716e495005f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:44:12.529187 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-55b01a38-8484-4b00-9425-3716e495005f admin admin] Usage tracker for resource:security_group_rule and tenant:a13a3c3c2358439f892dbe3b9859bf9b is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:44:12.532686 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-55b01a38-8484-4b00-9425-3716e495005f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:44:12.539040 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-55b01a38-8484-4b00-9425-3716e495005f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:44:12.631135 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-55b01a38-8484-4b00-9425-3716e495005f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:12.635060 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-55b01a38-8484-4b00-9425-3716e495005f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:12.643058 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:44:12.687818 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-55b01a38-8484-4b00-9425-3716e495005f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a13a3c3c2358439f892dbe3b9859bf9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1984143 Feb 03 11:44:12.688679 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b01a38-8484-4b00-9425-3716e495005f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a587d4-158f-4dd5-980a-451ee4f48396,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:44:12.690803 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 44678) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:44:12.692313 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-55b01a38-8484-4b00-9425-3716e495005f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:44:12.757181 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d60180c-dbc2-41ac-b5f2-fa114486817f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:12.785991 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d60180c-dbc2-41ac-b5f2-fa114486817f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:12.836485 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d60180c-dbc2-41ac-b5f2-fa114486817f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:12.841875 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f4b93de0-73ae-4cf0-b5dd-aa358265ddbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:44:12.856759 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60180c-dbc2-41ac-b5f2-fa114486817f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a587d4-158f-4dd5-980a-451ee4f48396,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:44:12.860095 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4d60180c-dbc2-41ac-b5f2-fa114486817f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:44:12.866922 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4d60180c-dbc2-41ac-b5f2-fa114486817f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:12.868193 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-4d60180c-dbc2-41ac-b5f2-fa114486817f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/19a587d4-158f-4dd5-980a-451ee4f48396 HTTP/1.1" status: 204 len: 168 time: 0.1762538 Feb 03 11:44:20.367464 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2aa32071-aa8b-494d-877d-0987c097fcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:22.579084 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c89939e0-a34c-440e-ab2e-6ee621ddc03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:23.177277 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:24.018850 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:24.614928 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:28.748116 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:41.961738 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc03f6e-cf9f-4008-892b-055f351c6fc0 req-148a5182-bf9b-4477-9112-d9f03e98f9d1 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:44:41.963720 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0bc03f6e-cf9f-4008-892b-055f351c6fc0 req-148a5182-bf9b-4477-9112-d9f03e98f9d1 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.1682420 Feb 03 11:44:42.031555 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0bc03f6e-cf9f-4008-892b-055f351c6fc0 req-dcabc7b9-4dec-4595-8df0-ee8b091f4473 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584974 Feb 03 11:44:42.235029 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:44:43.293490 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-c082874d-f831-4a95-8a7f-a7ebeb8dc5c1 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:44:43.295136 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-c082874d-f831-4a95-8a7f-a7ebeb8dc5c1 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.122 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.1668093 Feb 03 11:44:43.349857 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e26c68-e88f-4356-9527-7d1e5be0592e req-9c7eae23-6357-4fa1-8a2e-7b141cabf065 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:44:43.351552 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-07e26c68-e88f-4356-9527-7d1e5be0592e req-9c7eae23-6357-4fa1-8a2e-7b141cabf065 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 946 time: 0.1650550 Feb 03 11:44:43.391071 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Deleting port 1a139829-65e2-42c0-b1a5-070505943dac {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:44:43.391479 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:43.421878 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-07e26c68-e88f-4356-9527-7d1e5be0592e req-97bc26e8-2970-47a8-b869-22913f259f41 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626099 Feb 03 11:44:43.673796 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] For port 1a139829-65e2-42c0-b1a5-070505943dac, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=1a139829-65e2-42c0-b1a5-070505943dac,segment=NetworkSegment(a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6),segment_id=a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:44:43.674163 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:43.741113 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 1a139829-65e2-42c0-b1a5-070505943dac no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:44:43.870393 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:43.898878 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116479ad-ce8c-43af-8b27-40a50ee61071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a139829-65e2-42c0-b1a5-070505943dac'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:44:43.909521 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port 1a139829-65e2-42c0-b1a5-070505943dac, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=1a139829-65e2-42c0-b1a5-070505943dac,segment=NetworkSegment(a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6),segment_id=a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:44:43.912780 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:43.914614 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:44:43.960188 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116479ad-ce8c-43af-8b27-40a50ee61071', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a139829-65e2-42c0-b1a5-070505943dac', 'code': 200} Feb 03 11:44:43.988634 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:43.989045 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505061'] for floatingip, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:43.989387 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.l3_db [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Floating IP d7b27aef-1df6-47e0-9901-c4b890c9b6bf disassociated. External IP: 172.28.2.152, port: 1a139829-65e2-42c0-b1a5-070505943dac. Feb 03 11:44:43.989802 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Calling delete_port for 1a139829-65e2-42c0-b1a5-070505943dac owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:44:43.990574 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=1a139829-65e2-42c0-b1a5-070505943dac,revision_number=5']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:44:43.999221 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:43.999603 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:43.999974 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.000340 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.000700 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.001059 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.001417 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.001777 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.002126 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.002480 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.002832 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.003180 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.003634 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.003985 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.004339 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.004689 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.005041 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.005389 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.005736 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.006084 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.006420 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.006784 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.007130 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.007503 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:44.012080 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:44:44.086397 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.db.api [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80076) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:44:44.086756 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_db.api [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 11:44:44.601097 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Deleting port 1a139829-65e2-42c0-b1a5-070505943dac {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:44:44.601656 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:44.853901 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04006fc-5807-468d-a868-6c2bde663a00 req-8e1ff12e-9a77-485e-9799-94bcf8114b4f tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:44:44.855642 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e04006fc-5807-468d-a868-6c2bde663a00 req-8e1ff12e-9a77-485e-9799-94bcf8114b4f tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 944 time: 0.2907965 Feb 03 11:44:45.013108 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e04006fc-5807-468d-a868-6c2bde663a00 req-a2cebad7-f2eb-4199-aa36-dba2b93eb02a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e646482-5e2d-4990-aa37-2984725b6985&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077824 Feb 03 11:44:45.047679 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] For port 1a139829-65e2-42c0-b1a5-070505943dac, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=1a139829-65e2-42c0-b1a5-070505943dac,segment=NetworkSegment(a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6),segment_id=a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:44:45.048091 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:45.390740 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:45.391184 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505061'] for floatingip, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:45.391558 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.l3_db [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Floating IP d7b27aef-1df6-47e0-9901-c4b890c9b6bf disassociated. External IP: 172.28.2.152, port: 1a139829-65e2-42c0-b1a5-070505943dac. Feb 03 11:44:45.391935 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Calling delete_port for 1a139829-65e2-42c0-b1a5-070505943dac owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:44:45.552562 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:45.568272 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-44577aa1-3ea2-4e58-ae69-f64278530ded tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:44:45.618400 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Pushing event deleted for resources: {'Port': ['ID=1a139829-65e2-42c0-b1a5-070505943dac,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:44:45.682005 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.682402 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.682797 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.683183 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.683613 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.683995 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.684381 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.684753 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.685140 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.685486 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.685856 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.686227 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.686656 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.687030 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.687448 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.687819 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.688193 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.688560 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.688926 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.689296 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.689664 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.690032 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.690402 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.690768 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:44:45.695029 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:44:46.238844 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-939dcb1c-b6f6-4380-a469-c3a3e8dad6e2 req-78e1508c-3dc6-46a9-a4b5-25c92ee70c5e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=116479ad-ce8c-43af-8b27-40a50ee61071 HTTP/1.1" status: 200 len: 210 time: 0.0594890 Feb 03 11:44:46.244031 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:44:46.455858 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:44:46.467019 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb6940a-b3cd-4de1-9414-c358f53a6131 None None] Sync routers for ids ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'] in dv-cinder-773870-1-smb {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:44:46.477989 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb6940a-b3cd-4de1-9414-c358f53a6131 None None] Routers {'1fda5614-9c3e-4b97-b580-d9f7cc1b164d'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:44:46.479287 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-bbb6940a-b3cd-4de1-9414-c358f53a6131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:44:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:44:46.494557 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] No DVR routers for this DVR port 1a139829-65e2-42c0-b1a5-070505943dac on host hv-cinder-77387 {{(pid=80076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:44:46.497071 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:46.499810 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116479ad-ce8c-43af-8b27-40a50ee61071', 'name': 'network-vif-deleted', 'tag': '1a139829-65e2-42c0-b1a5-070505943dac'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:44:46.520045 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d2500a8b-981f-480b-9ca1-8ccc6858fac4 req-b866d1ea-274a-47f4-bdb8-32f7bdd243b0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.122 "DELETE /v2.0/ports/1a139829-65e2-42c0-b1a5-070505943dac HTTP/1.1" status: 204 len: 173 time: 3.2184577 Feb 03 11:44:46.565220 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116479ad-ce8c-43af-8b27-40a50ee61071', 'name': 'network-vif-deleted', 'tag': '1a139829-65e2-42c0-b1a5-070505943dac', 'status': 'completed', 'code': 200} Feb 03 11:44:46.685825 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-bbb6940a-b3cd-4de1-9414-c358f53a6131 None None] Set router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:44:47.037294 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-bbb6940a-b3cd-4de1-9414-c358f53a6131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:20Z', 'updated_at': '2021-02-03T11:38:27Z', 'revision_number': 4, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'gw_port': {'id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:21Z', 'updated_at': '2021-02-03T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '30e40645-9689-4c40-82a2-6d8dd14ea31d', 'name': '', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'mac_address': 'fa:16:3e:89:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:25Z', 'updated_at': '2021-02-03T11:38:36Z', 'revision_number': 5, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'subnets': [{'id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:44:47.043328 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb6940a-b3cd-4de1-9414-c358f53a6131 None None] Checking router: 1fda5614-9c3e-4b97-b580-d9f7cc1b164d for host: dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:44:47.053461 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb6940a-b3cd-4de1-9414-c358f53a6131 None None] Routers {'1fda5614-9c3e-4b97-b580-d9f7cc1b164d'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:44:47.054093 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-bbb6940a-b3cd-4de1-9414-c358f53a6131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:44:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:44:47.258313 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-bbb6940a-b3cd-4de1-9414-c358f53a6131 None None] Set router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:44:47.405339 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 44784) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:44:47.490804 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-979005b2-8889-4542-aa71-00239059dfa1 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:47.521404 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-979005b2-8889-4542-aa71-00239059dfa1 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:47.573369 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-979005b2-8889-4542-aa71-00239059dfa1 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:47.578813 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f4158ac7-6969-491d-8d9b-5e11cc862723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:44:47.594601 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979005b2-8889-4542-aa71-00239059dfa1 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e646482-5e2d-4990-aa37-2984725b6985,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:44:47.597366 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-979005b2-8889-4542-aa71-00239059dfa1 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:44:47.600626 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-bbb6940a-b3cd-4de1-9414-c358f53a6131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:20Z', 'updated_at': '2021-02-03T11:38:27Z', 'revision_number': 4, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'gw_port': {'id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:21Z', 'updated_at': '2021-02-03T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '30e40645-9689-4c40-82a2-6d8dd14ea31d', 'name': '', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'mac_address': 'fa:16:3e:89:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:25Z', 'updated_at': '2021-02-03T11:38:36Z', 'revision_number': 5, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'subnets': [{'id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:44:47.606284 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb6940a-b3cd-4de1-9414-c358f53a6131 None None] The sync data for ids ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'] in dv-cinder-773870-1-smb is: [{'id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:20Z', 'updated_at': '2021-02-03T11:38:27Z', 'revision_number': 4, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'gw_port': {'id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:21Z', 'updated_at': '2021-02-03T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '30e40645-9689-4c40-82a2-6d8dd14ea31d', 'name': '', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'mac_address': 'fa:16:3e:89:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:25Z', 'updated_at': '2021-02-03T11:38:36Z', 'revision_number': 5, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'subnets': [{'id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:44:47.609523 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-979005b2-8889-4542-aa71-00239059dfa1 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:47.613280 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-979005b2-8889-4542-aa71-00239059dfa1 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "DELETE /v2.0/security-groups/6e646482-5e2d-4990-aa37-2984725b6985 HTTP/1.1" status: 204 len: 168 time: 0.2043405 Feb 03 11:44:47.614161 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 44788) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:44:47.631570 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.v2.resource [None req-0308ad42-c3b6-4441-88df-2a2ca5643b5d tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] show failed (client error): The resource could not be found. Feb 03 11:44:47.632933 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-0308ad42-c3b6-4441-88df-2a2ca5643b5d tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups/6e646482-5e2d-4990-aa37-2984725b6985 HTTP/1.1" status: 404 len: 347 time: 0.0181842 Feb 03 11:44:47.636469 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 44792) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:44:47.826812 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ef38619c-d5e0-4b76-8474-01ccb9a71e2e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Deleting port af48c852-2553-485e-8f22-c01754c13948 {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:44:47.827473 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ef38619c-d5e0-4b76-8474-01ccb9a71e2e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:48.019215 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ef38619c-d5e0-4b76-8474-01ccb9a71e2e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:48.019569 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ef38619c-d5e0-4b76-8474-01ccb9a71e2e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:48.034096 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecdc24f-a17b-4a74-a810-979e336014db None None] New status for floating IP d7b27aef-1df6-47e0-9901-c4b890c9b6bf: DOWN {{(pid=80077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 11:44:48.155911 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ef38619c-d5e0-4b76-8474-01ccb9a71e2e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Calling delete_port for af48c852-2553-485e-8f22-c01754c13948 owned by network:floatingip {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:44:48.281763 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.db.api [None req-ef38619c-d5e0-4b76-8474-01ccb9a71e2e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80076) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:44:48.282168 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_db.api [None req-ef38619c-d5e0-4b76-8474-01ccb9a71e2e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 11:44:48.783582 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ef38619c-d5e0-4b76-8474-01ccb9a71e2e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Deleting port af48c852-2553-485e-8f22-c01754c13948 {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:44:48.783968 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ef38619c-d5e0-4b76-8474-01ccb9a71e2e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:48.967973 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ef38619c-d5e0-4b76-8474-01ccb9a71e2e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:48.968527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ef38619c-d5e0-4b76-8474-01ccb9a71e2e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:49.109525 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-ef38619c-d5e0-4b76-8474-01ccb9a71e2e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Calling delete_port for af48c852-2553-485e-8f22-c01754c13948 owned by network:floatingip {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:44:49.259803 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ef38619c-d5e0-4b76-8474-01ccb9a71e2e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:49.276668 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e5e6fcd9-789f-4708-8813-58af0440d8e5 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:44:49.377731 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38619c-d5e0-4b76-8474-01ccb9a71e2e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Pushing event deleted for resources: {'Port': ['ID=af48c852-2553-485e-8f22-c01754c13948,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:44:49.380491 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ef38619c-d5e0-4b76-8474-01ccb9a71e2e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:44:49.512942 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ef38619c-d5e0-4b76-8474-01ccb9a71e2e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for floatingip, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:49.527917 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ef38619c-d5e0-4b76-8474-01ccb9a71e2e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for floatingip, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:49.529109 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-ef38619c-d5e0-4b76-8474-01ccb9a71e2e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "DELETE /v2.0/floatingips/d7b27aef-1df6-47e0-9901-c4b890c9b6bf HTTP/1.1" status: 204 len: 168 time: 1.8914235 Feb 03 11:44:49.833561 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 44804) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:44:49.840237 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-6b8ffeb5-de74-4f74-ac8e-cb9bc7c43d64 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424967169', 'description': 'tempest-description--1379996588'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:49.862388 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-6b8ffeb5-de74-4f74-ac8e-cb9bc7c43d64 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:44:49.867152 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-6b8ffeb5-de74-4f74-ac8e-cb9bc7c43d64 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Usage tracker for resource:security_group and tenant:953a748f6bc446ae8f3731ee7dc5e19b is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:44:49.871779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-6b8ffeb5-de74-4f74-ac8e-cb9bc7c43d64 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:44:49.877988 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-6b8ffeb5-de74-4f74-ac8e-cb9bc7c43d64 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:44:49.888904 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6b8ffeb5-de74-4f74-ac8e-cb9bc7c43d64 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:49.915189 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-6b8ffeb5-de74-4f74-ac8e-cb9bc7c43d64 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:44:49.919678 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-6b8ffeb5-de74-4f74-ac8e-cb9bc7c43d64 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Usage tracker for resource:security_group_rule and tenant:953a748f6bc446ae8f3731ee7dc5e19b is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:44:49.922873 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-6b8ffeb5-de74-4f74-ac8e-cb9bc7c43d64 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:44:49.928860 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-6b8ffeb5-de74-4f74-ac8e-cb9bc7c43d64 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:44:50.013110 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6b8ffeb5-de74-4f74-ac8e-cb9bc7c43d64 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:50.016642 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6b8ffeb5-de74-4f74-ac8e-cb9bc7c43d64 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:50.021017 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-85ad19c4-2aa2-46f1-990a-c57c27d517f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:44:50.072228 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ffeb5-de74-4f74-ac8e-cb9bc7c43d64 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb64ed5-0f5d-401f-8ea2-245ea129a505,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:44:50.075824 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6b8ffeb5-de74-4f74-ac8e-cb9bc7c43d64 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:44:50.077570 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6b8ffeb5-de74-4f74-ac8e-cb9bc7c43d64 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:50.080160 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-6b8ffeb5-de74-4f74-ac8e-cb9bc7c43d64 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2451701 Feb 03 11:44:50.082917 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 44808) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:44:50.092081 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-1ec4db5b-8850-40dc-99b1-985cf5f6f8d8 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Request body: {'security_group_rule': {'security_group_id': '1cb64ed5-0f5d-401f-8ea2-245ea129a505', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:50.114136 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1ec4db5b-8850-40dc-99b1-985cf5f6f8d8 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:44:50.118528 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1ec4db5b-8850-40dc-99b1-985cf5f6f8d8 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Usage tracker for resource:security_group_rule and tenant:953a748f6bc446ae8f3731ee7dc5e19b is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:44:50.122024 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1ec4db5b-8850-40dc-99b1-985cf5f6f8d8 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:44:50.128014 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1ec4db5b-8850-40dc-99b1-985cf5f6f8d8 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:44:50.145632 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1ec4db5b-8850-40dc-99b1-985cf5f6f8d8 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:50.215327 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1ec4db5b-8850-40dc-99b1-985cf5f6f8d8 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:50.219175 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1ec4db5b-8850-40dc-99b1-985cf5f6f8d8 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422319'] for security_group_rule, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:50.221407 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-964a2fd6-2ccd-422f-aabe-8383894d2b19 tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:44:50.245487 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4db5b-8850-40dc-99b1-985cf5f6f8d8 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0968b06-84ed-4cb9-9d55-9b217ee30f9e,revision_number=0']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:44:50.250745 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1ec4db5b-8850-40dc-99b1-985cf5f6f8d8 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:44:50.260239 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1ec4db5b-8850-40dc-99b1-985cf5f6f8d8 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:50.262347 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-1ec4db5b-8850-40dc-99b1-985cf5f6f8d8 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1756799 Feb 03 11:44:50.265500 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 44812) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:44:50.271375 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-795b9f8f-821e-482d-83d2-15d524f454ca tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Request body: {'security_group_rule': {'security_group_id': '1cb64ed5-0f5d-401f-8ea2-245ea129a505', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:50.294677 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-795b9f8f-821e-482d-83d2-15d524f454ca tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:44:50.299578 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-795b9f8f-821e-482d-83d2-15d524f454ca tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Usage tracker for resource:security_group_rule and tenant:953a748f6bc446ae8f3731ee7dc5e19b is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:44:50.303788 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-795b9f8f-821e-482d-83d2-15d524f454ca tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:44:50.309988 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-795b9f8f-821e-482d-83d2-15d524f454ca tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:44:50.329172 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-795b9f8f-821e-482d-83d2-15d524f454ca tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:50.363221 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-50d1c7a6-9697-46e7-83a4-6bb9a1564730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:50.403149 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-795b9f8f-821e-482d-83d2-15d524f454ca tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:50.406689 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-795b9f8f-821e-482d-83d2-15d524f454ca tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422319'] for security_group_rule, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:50.408940 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c2f3d922-b2c1-4d11-89c1-6be1af3dff69 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:44:50.434334 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b9f8f-821e-482d-83d2-15d524f454ca tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4d1c04-1af5-4bda-aee1-3a56345a5319,revision_number=0']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:44:50.439798 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-795b9f8f-821e-482d-83d2-15d524f454ca tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:44:50.444723 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-795b9f8f-821e-482d-83d2-15d524f454ca tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:50.446047 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-795b9f8f-821e-482d-83d2-15d524f454ca tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1793334 Feb 03 11:44:50.449749 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 44818) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:44:50.455551 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Request body: {'floatingip': {'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:50.478037 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:44:50.482238 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Usage tracker for resource:floatingip and tenant:953a748f6bc446ae8f3731ee7dc5e19b is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:44:50.485399 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:44:50.491249 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:44:50.502820 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for floatingip, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:50.659364 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:50.954392 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Allocated IP 172.28.2.230 (84b90693-2912-4173-9093-cf01ce7c5229/b0f1584a-346a-4aca-be96-02ba0d663828/f321e516-22a9-4ead-9fe4-1e3bb2f939e8) {{(pid=80075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:44:51.342950 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for port, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:51.378550 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556013'] for port, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:51.394823 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-47d52321-6d9c-4382-8396-b471763704b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:44:51.529546 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Pushing event updated for resources: {'Port': ['ID=f321e516-22a9-4ead-9fe4-1e3bb2f939e8,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:44:51.533900 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:44:51.589639 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Network 84b90693-2912-4173-9093-cf01ce7c5229 is already hosted by enough agents. {{(pid=80075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:44:51.590810 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Resources bound (agent type, host, resource id): {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:44:51.593423 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Received port after_create {{(pid=80075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:44:51.685182 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:51.750011 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:52.033935 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for port, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:52.038270 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2219876'] for port, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:52.051879 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7010b672-02cf-4273-881a-f8cb719db725 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:44:52.191447 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Pushing event updated for resources: {'Port': ['ID=f321e516-22a9-4ead-9fe4-1e3bb2f939e8,revision_number=2']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:44:52.196412 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:44:52.305822 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505061'] for floatingip, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:52.330186 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for floatingip, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:52.331550 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8807366 Feb 03 11:44:52.543112 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-13d9a623-2dc8-44dc-934f-4675c7392a53 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Synchronizing usage tracker for tenant:953a748f6bc446ae8f3731ee7dc5e19b on resource:security_group {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:44:52.559131 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-13d9a623-2dc8-44dc-934f-4675c7392a53 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Unset dirty status for tenant:953a748f6bc446ae8f3731ee7dc5e19b on resource:security_group {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:44:52.560349 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-13d9a623-2dc8-44dc-934f-4675c7392a53 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1424967169&fields=id&tenant_id=953a748f6bc446ae8f3731ee7dc5e19b HTTP/1.1" status: 200 len: 267 time: 0.0817592 Feb 03 11:44:52.583623 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-db80c629-ec88-4895-9b1e-87305f2468d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:52.805897 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-71035dd2-1bc6-45fb-afd1-951491633fed tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:44:52.808100 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-71035dd2-1bc6-45fb-afd1-951491633fed tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/networks?id=c0bd3986-74d0-444d-ac00-c45d05fcc4fc HTTP/1.1" status: 200 len: 811 time: 0.2386088 Feb 03 11:44:52.825080 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-4317ab27-7c5a-47d6-814d-5768eb47b5c9 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/quotas/953a748f6bc446ae8f3731ee7dc5e19b HTTP/1.1" status: 200 len: 375 time: 0.0108743 Feb 03 11:44:52.967129 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-4adc8211-dabd-4302-8b9a-5c1a0d89d5e9 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Synchronizing usage tracker for tenant:953a748f6bc446ae8f3731ee7dc5e19b on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:44:52.983286 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-4adc8211-dabd-4302-8b9a-5c1a0d89d5e9 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Unset dirty status for tenant:953a748f6bc446ae8f3731ee7dc5e19b on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:44:52.984699 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-4adc8211-dabd-4302-8b9a-5c1a0d89d5e9 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=953a748f6bc446ae8f3731ee7dc5e19b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1537788 Feb 03 11:44:53.141212 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-3cfb5faf-34ce-4a5f-ad44-f6a62d715fe6 service neutron] 10.222.0.68 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428337 Feb 03 11:44:53.174973 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:53.294406 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-38f88a1d-1301-4d3b-8086-72facd18c6b0 service neutron] 10.222.0.68 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1465662 Feb 03 11:44:53.507393 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-931d54e1-a3e9-4bb5-99d5-a9dedcc63835 req-7fe1bd06-ada2-4b45-a0ad-fb70a8a7f5b9 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 210 time: 0.0522377 Feb 03 11:44:54.024375 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:54.641559 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:54.701523 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f1f10bc7-09b7-46ce-a3d3-13f28fbbf944 req-72fbc3d4-a5df-4164-8a3e-e2a52840f766 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 210 time: 0.0557029 Feb 03 11:44:54.766743 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-bc835467-ce68-4797-a87e-e0507c8d3f24 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:44:54.768419 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-bc835467-ce68-4797-a87e-e0507c8d3f24 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.122 "GET /v2.0/networks?id=c0bd3986-74d0-444d-ac00-c45d05fcc4fc HTTP/1.1" status: 200 len: 811 time: 0.2530966 Feb 03 11:44:54.894243 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-c44d2f9c-4606-4302-83a6-31facb9825ff tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.122 "GET /v2.0/security-groups?tenant_id=953a748f6bc446ae8f3731ee7dc5e19b HTTP/1.1" status: 200 len: 5709 time: 0.1032517 Feb 03 11:44:54.905267 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-98c8c62a-a280-4979-ba66-6074acc40cd2 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Request body: {'port': {'device_id': 'efba3f56-0b26-4555-a4bf-64f092adf837', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'admin_state_up': True, 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'security_groups': ['1cb64ed5-0f5d-401f-8ea2-245ea129a505']}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:55.052861 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-98c8c62a-a280-4979-ba66-6074acc40cd2 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:44:55.063662 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-98c8c62a-a280-4979-ba66-6074acc40cd2 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:44:55.073504 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-98c8c62a-a280-4979-ba66-6074acc40cd2 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Made reservation on behalf of 953a748f6bc446ae8f3731ee7dc5e19b for: {'port': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:44:55.095949 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-98c8c62a-a280-4979-ba66-6074acc40cd2 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:55.648088 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-98c8c62a-a280-4979-ba66-6074acc40cd2 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Allocated IP 172.20.0.8 (c0bd3986-74d0-444d-ac00-c45d05fcc4fc/e493ca3d-3267-4fb7-b03f-511cdcb76f36/e2e0897e-4558-491d-89d7-190061ee24f3) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:44:55.856761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-98c8c62a-a280-4979-ba66-6074acc40cd2 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:55.873605 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-98c8c62a-a280-4979-ba66-6074acc40cd2 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Transition to ACTIVE for port object e2e0897e-4558-491d-89d7-190061ee24f3 will not be triggered until provisioned by entity DHCP. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:44:55.889409 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-807f738c-ff48-438b-92c0-37299f3b5ea8 req-f96f8546-a47f-40f6-8178-2dc3f7b146be tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 210 time: 0.0565858 Feb 03 11:44:55.901147 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-98c8c62a-a280-4979-ba66-6074acc40cd2 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:55.921635 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ef38619c-d5e0-4b76-8474-01ccb9a71e2e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:44:56.061438 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8c62a-a280-4979-ba66-6074acc40cd2 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Pushing event updated for resources: {'Port': ['ID=e2e0897e-4558-491d-89d7-190061ee24f3,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:44:56.066228 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-98c8c62a-a280-4979-ba66-6074acc40cd2 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:44:56.121555 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-98c8c62a-a280-4979-ba66-6074acc40cd2 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Network c0bd3986-74d0-444d-ac00-c45d05fcc4fc is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:44:56.122861 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-98c8c62a-a280-4979-ba66-6074acc40cd2 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:44:56.125282 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-98c8c62a-a280-4979-ba66-6074acc40cd2 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:44:56.270824 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-98c8c62a-a280-4979-ba66-6074acc40cd2 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:44:56.272212 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-98c8c62a-a280-4979-ba66-6074acc40cd2 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:56.303820 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-98c8c62a-a280-4979-ba66-6074acc40cd2 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4026408 Feb 03 11:44:56.319575 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Request body: {'port': {'device_id': 'efba3f56-0b26-4555-a4bf-64f092adf837', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:44:56.394270 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-04e56223-fbb0-4e8e-a53a-125af17283ea None None] Provisioning for port e2e0897e-4558-491d-89d7-190061ee24f3 completed by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:44:56.399865 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-04e56223-fbb0-4e8e-a53a-125af17283ea None None] Provisioning complete for port e2e0897e-4558-491d-89d7-190061ee24f3 triggered by entity DHCP. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:44:56.400495 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-04e56223-fbb0-4e8e-a53a-125af17283ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:56.462967 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-04e56223-fbb0-4e8e-a53a-125af17283ea None None] Port e2e0897e-4558-491d-89d7-190061ee24f3 cannot update to ACTIVE because it is not bound. {{(pid=80077) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 03 11:44:56.471497 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:56.910764 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e0897e-4558-491d-89d7-190061ee24f3 {{(pid=80076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 11:44:56.919970 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:56.935057 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Transition to ACTIVE for port object e2e0897e-4558-491d-89d7-190061ee24f3 will not be triggered until provisioned by entity L2. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:44:56.938181 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:56.952774 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:44:57.092445 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e0897e-4558-491d-89d7-190061ee24f3,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:44:57.095733 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:44:57.195346 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c83fad-2320-4b59-bd07-4b1e0ce3ead7 req-69b3826a-c35c-4072-923b-88c6ca55e25c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:44:57.198857 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e7c83fad-2320-4b59-bd07-4b1e0ce3ead7 req-69b3826a-c35c-4072-923b-88c6ca55e25c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 943 time: 0.1709805 Feb 03 11:44:57.271938 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e7c83fad-2320-4b59-bd07-4b1e0ce3ead7 req-1c99924d-a929-447a-b096-a276865502fc tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=1cb64ed5-0f5d-401f-8ea2-245ea129a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681083 Feb 03 11:44:57.298318 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Attempting to bind port e2e0897e-4558-491d-89d7-190061ee24f3 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:44:57.298692 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Attempting to bind port e2e0897e-4558-491d-89d7-190061ee24f3 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': 'a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc'}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:44:57.299055 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Attempting to bind port e2e0897e-4558-491d-89d7-190061ee24f3 on network c0bd3986-74d0-444d-ac00-c45d05fcc4fc {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:44:57.305763 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Checking agent: {'id': 'd04a5943-f855-4f30-8269-6a00b74e68db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 34, 59), 'started_at': datetime.datetime(2021, 2, 3, 11, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.119', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:44:57.306133 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Checking segment: {'id': 'a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:44:57.306566 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:57.306953 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Bound using segment: {'id': 'a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc'} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:44:57.307457 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Bound port: e2e0897e-4558-491d-89d7-190061ee24f3, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc'}}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:44:57.307830 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:57.410872 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] For port e2e0897e-4558-491d-89d7-190061ee24f3, host hv-cinder-77387, cleared binding levels {{(pid=80076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:44:57.414568 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] For port e2e0897e-4558-491d-89d7-190061ee24f3, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e2e0897e-4558-491d-89d7-190061ee24f3,segment=NetworkSegment(a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6),segment_id=a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6)] {{(pid=80076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:44:57.418725 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:57.432634 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-96ad477f-912b-431d-b2e1-2e63605c6203 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:44:57.589513 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e0897e-4558-491d-89d7-190061ee24f3,revision_number=3']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:44:57.594256 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:44:57.625262 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:44:57.625917 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:57.627389 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] 10.222.0.122 "PUT /v2.0/ports/e2e0897e-4558-491d-89d7-190061ee24f3 HTTP/1.1" status: 200 len: 1157 time: 1.3150916 Feb 03 11:44:57.627914 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efba3f56-0b26-4555-a4bf-64f092adf837', 'tag': 'e2e0897e-4558-491d-89d7-190061ee24f3'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:44:57.714614 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efba3f56-0b26-4555-a4bf-64f092adf837', 'tag': 'e2e0897e-4558-491d-89d7-190061ee24f3', 'status': 'completed', 'code': 200} Feb 03 11:44:57.753698 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-9d54f62e-560f-47bb-aeee-b0ee58c8a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:44:57.755375 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-9d54f62e-560f-47bb-aeee-b0ee58c8a4ea service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=953a748f6bc446ae8f3731ee7dc5e19b&device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 1160 time: 0.0898335 Feb 03 11:44:57.840498 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-fb23c3e3-27e5-49d8-8f59-667131180ad9 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2e0897e-4558-491d-89d7-190061ee24f3 HTTP/1.1" status: 200 len: 217 time: 0.0773013 Feb 03 11:44:57.910165 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-5d868073-df51-408d-b804-bc6e44ee1a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:44:57.911708 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-5d868073-df51-408d-b804-bc6e44ee1a37 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e493ca3d-3267-4fb7-b03f-511cdcb76f36 HTTP/1.1" status: 200 len: 850 time: 0.0648603 Feb 03 11:44:57.996376 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-2e51c7bf-3f6e-4c94-a4a9-70bc9e556b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:44:57.997920 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-2e51c7bf-3f6e-4c94-a4a9-70bc9e556b45 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=c0bd3986-74d0-444d-ac00-c45d05fcc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796845 Feb 03 11:44:58.145637 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-43aef28c-594f-4584-9e9a-d8987d7ca0b8 service neutron] 10.222.0.122 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407087 Feb 03 11:44:58.293540 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-76f7ae47-de45-4958-977f-5e0ae302d432 req-82403ee6-4258-46da-9e00-43a0afaf1f44 service neutron] 10.222.0.122 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409385 Feb 03 11:44:58.480738 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6500c-98f5-4896-80ee-a692530a1d5a req-8f691d7e-ed42-4019-9328-8e23da8db6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:44:58.482380 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5be6500c-98f5-4896-80ee-a692530a1d5a req-8f691d7e-ed42-4019-9328-8e23da8db6a6 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=953a748f6bc446ae8f3731ee7dc5e19b&device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 1160 time: 0.1386247 Feb 03 11:44:58.696101 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4f750-5644-4a40-b83c-1c44da59aa1d req-fbe8aea6-9d21-4c4e-8cca-6bb88e945556 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:44:58.696970 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-d9d4f750-5644-4a40-b83c-1c44da59aa1d req-fbe8aea6-9d21-4c4e-8cca-6bb88e945556 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Synchronizing usage tracker for tenant:953a748f6bc446ae8f3731ee7dc5e19b on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:44:58.743961 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6500c-98f5-4896-80ee-a692530a1d5a req-7c8c5122-bdf8-46e4-83b6-53e515ea7bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:44:58.745611 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5be6500c-98f5-4896-80ee-a692530a1d5a req-7c8c5122-bdf8-46e4-83b6-53e515ea7bcc service neutron] 10.222.0.122 "GET /v2.0/networks?id=c0bd3986-74d0-444d-ac00-c45d05fcc4fc HTTP/1.1" status: 200 len: 905 time: 0.2567365 Feb 03 11:44:58.746940 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-d9d4f750-5644-4a40-b83c-1c44da59aa1d req-fbe8aea6-9d21-4c4e-8cca-6bb88e945556 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Unset dirty status for tenant:953a748f6bc446ae8f3731ee7dc5e19b on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:44:58.748119 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d9d4f750-5644-4a40-b83c-1c44da59aa1d req-fbe8aea6-9d21-4c4e-8cca-6bb88e945556 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 943 time: 0.3323765 Feb 03 11:44:58.774604 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:44:58.850845 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5be6500c-98f5-4896-80ee-a692530a1d5a req-962738e0-87d1-484f-9705-3d86666648db service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2e0897e-4558-491d-89d7-190061ee24f3 HTTP/1.1" status: 200 len: 217 time: 0.0788081 Feb 03 11:44:58.936732 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d9d4f750-5644-4a40-b83c-1c44da59aa1d req-409c16cd-7a93-4030-afe5-d428d946c975 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=1cb64ed5-0f5d-401f-8ea2-245ea129a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809347 Feb 03 11:44:58.958256 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6500c-98f5-4896-80ee-a692530a1d5a req-8eac67bd-aeb1-4cdb-b965-eac855153bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:44:58.959841 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5be6500c-98f5-4896-80ee-a692530a1d5a req-8eac67bd-aeb1-4cdb-b965-eac855153bd9 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e493ca3d-3267-4fb7-b03f-511cdcb76f36 HTTP/1.1" status: 200 len: 850 time: 0.0987909 Feb 03 11:44:59.047170 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6500c-98f5-4896-80ee-a692530a1d5a req-09ffe628-f1a0-4cbd-8d0e-9d598f33415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:44:59.048791 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5be6500c-98f5-4896-80ee-a692530a1d5a req-09ffe628-f1a0-4cbd-8d0e-9d598f33415b service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=c0bd3986-74d0-444d-ac00-c45d05fcc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812814 Feb 03 11:44:59.193536 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5be6500c-98f5-4896-80ee-a692530a1d5a req-a6a2551b-c22b-4150-bb8c-a4b17a94b298 service neutron] 10.222.0.122 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374972 Feb 03 11:44:59.348265 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5be6500c-98f5-4896-80ee-a692530a1d5a req-d7f70e8d-6383-4cfa-b2ea-afdc1c29da2a service neutron] 10.222.0.122 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1485393 Feb 03 11:45:00.260871 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c09ba4-3677-4c71-aef8-c14ff25649e2 req-2ac29b9e-4aae-4a51-a826-e5ef1dab0695 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:00.262753 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-75c09ba4-3677-4c71-aef8-c14ff25649e2 req-2ac29b9e-4aae-4a51-a826-e5ef1dab0695 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 943 time: 0.1751432 Feb 03 11:45:00.348210 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-75c09ba4-3677-4c71-aef8-c14ff25649e2 req-ed775f2f-8bd2-4716-8c19-7686c4fbdc3d tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=1cb64ed5-0f5d-401f-8ea2-245ea129a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747604 Feb 03 11:45:01.686693 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cb715-c9d5-45aa-99d6-b52e192d7196 req-335178c1-d5db-4202-b6eb-7379cd650a2b tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:01.688412 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8c6cb715-c9d5-45aa-99d6-b52e192d7196 req-335178c1-d5db-4202-b6eb-7379cd650a2b tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 943 time: 0.1732767 Feb 03 11:45:01.757330 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8c6cb715-c9d5-45aa-99d6-b52e192d7196 req-276e4bf4-1aa9-4c2c-98ac-a77a57aacc13 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=1cb64ed5-0f5d-401f-8ea2-245ea129a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578277 Feb 03 11:45:03.309495 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee27fa-c534-4938-a2e9-72d83f7523f9 req-498b9563-4d99-4539-a7c6-bb79ab160eef tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:03.311178 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-edee27fa-c534-4938-a2e9-72d83f7523f9 req-498b9563-4d99-4539-a7c6-bb79ab160eef tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 943 time: 0.4096136 Feb 03 11:45:03.380095 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-edee27fa-c534-4938-a2e9-72d83f7523f9 req-d938c9bd-8eb3-495d-810b-37b338fad141 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=1cb64ed5-0f5d-401f-8ea2-245ea129a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581214 Feb 03 11:45:04.653656 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device e2e0897e-4558-491d-89d7-190061ee24f3 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:45:04.726383 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8420271-29c0-4248-b15f-17303480af59 req-08626e79-809a-46d4-8999-137ca736e157 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:04.728265 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c8420271-29c0-4248-b15f-17303480af59 req-08626e79-809a-46d4-8999-137ca736e157 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 943 time: 0.1964304 Feb 03 11:45:04.736244 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning for port e2e0897e-4558-491d-89d7-190061ee24f3 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:45:04.741622 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port e2e0897e-4558-491d-89d7-190061ee24f3 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:45:04.742048 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:04.801442 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c8420271-29c0-4248-b15f-17303480af59 req-4529deee-12c1-40b3-9f56-9820c54bd18e tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=1cb64ed5-0f5d-401f-8ea2-245ea129a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647571 Feb 03 11:45:04.881870 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:04.911887 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efba3f56-0b26-4555-a4bf-64f092adf837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e0897e-4558-491d-89d7-190061ee24f3'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:45:04.923107 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port e2e0897e-4558-491d-89d7-190061ee24f3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e2e0897e-4558-491d-89d7-190061ee24f3,segment=NetworkSegment(a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6),segment_id=a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:45:04.927871 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:04.930889 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:45:04.976608 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efba3f56-0b26-4555-a4bf-64f092adf837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e0897e-4558-491d-89d7-190061ee24f3', 'code': 200} Feb 03 11:45:05.003195 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=e2e0897e-4558-491d-89d7-190061ee24f3,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:45:05.006513 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:45:05.236971 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10ae42-b69d-41a6-8747-45386b578f9d req-b84b69fc-c2b9-4fe6-b68d-e484aa7b6f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:05.238619 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-cc10ae42-b69d-41a6-8747-45386b578f9d req-b84b69fc-c2b9-4fe6-b68d-e484aa7b6f8d service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 1162 time: 0.0841513 Feb 03 11:45:05.283232 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-cc10ae42-b69d-41a6-8747-45386b578f9d req-b4885cd0-97d0-4041-89fe-30a208f064cc service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=1cb64ed5-0f5d-401f-8ea2-245ea129a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373490 Feb 03 11:45:05.959852 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device e2e0897e-4558-491d-89d7-190061ee24f3 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:45:06.048293 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port e2e0897e-4558-491d-89d7-190061ee24f3 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:45:06.048714 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:06.119393 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79516820-7459-4fe5-af4c-b1b04cec31af req-63d8fccc-89cd-4bfd-a293-d4e90a62e5f6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:06.121075 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-79516820-7459-4fe5-af4c-b1b04cec31af req-63d8fccc-89cd-4bfd-a293-d4e90a62e5f6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 945 time: 0.1790535 Feb 03 11:45:06.199426 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-79516820-7459-4fe5-af4c-b1b04cec31af req-c9f1ffd6-d615-43f7-b9d3-6d2271bed0e4 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=1cb64ed5-0f5d-401f-8ea2-245ea129a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709910 Feb 03 11:45:06.968973 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfaa89b-16e1-4195-9df9-5544861fec9c req-35af2b0a-b32a-4074-92b0-8431c2929b14 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:06.970637 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5cfaa89b-16e1-4195-9df9-5544861fec9c req-35af2b0a-b32a-4074-92b0-8431c2929b14 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1751571 Feb 03 11:45:07.048964 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5cfaa89b-16e1-4195-9df9-5544861fec9c req-777d0820-ac34-4287-a749-5281a140792f tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719290 Feb 03 11:45:07.511162 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54ca14-4404-4c5c-a752-f567795568fc req-8a83b7f1-0bb8-41fb-a9e6-39a03174ce53 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:07.512762 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ae54ca14-4404-4c5c-a752-f567795568fc req-8a83b7f1-0bb8-41fb-a9e6-39a03174ce53 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 945 time: 0.1614170 Feb 03 11:45:07.581639 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ae54ca14-4404-4c5c-a752-f567795568fc req-942abfe3-c3b0-462d-8e8b-48e62f5e3c54 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=1cb64ed5-0f5d-401f-8ea2-245ea129a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573573 Feb 03 11:45:07.906838 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d4150-e5cc-4fed-94fe-1bb3fde71233 req-7b3d1aca-ae6f-4bc7-ac1a-0736aecde520 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:07.908532 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b65d4150-e5cc-4fed-94fe-1bb3fde71233 req-7b3d1aca-ae6f-4bc7-ac1a-0736aecde520 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 945 time: 0.1737592 Feb 03 11:45:07.922612 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 44930) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:45:07.928407 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-9d10ffdd-7d5a-42e3-b406-057bdf791a2f tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Request body: {'floatingip': {'port_id': 'e2e0897e-4558-491d-89d7-190061ee24f3'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:45:08.041651 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9d10ffdd-7d5a-42e3-b406-057bdf791a2f tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for floatingip, before_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:08.411648 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1435d7-7b39-46a1-a632-ae3e5b76fe07 req-52941675-4413-49ce-97dd-164e2bb7b947 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:08.413450 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2f1435d7-7b39-46a1-a632-ae3e5b76fe07 req-52941675-4413-49ce-97dd-164e2bb7b947 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1852179 Feb 03 11:45:08.486628 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2f1435d7-7b39-46a1-a632-ae3e5b76fe07 req-8f67008d-678d-44af-8c9c-172840742b4d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660956 Feb 03 11:45:08.688704 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9d10ffdd-7d5a-42e3-b406-057bdf791a2f tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:08.692136 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9d10ffdd-7d5a-42e3-b406-057bdf791a2f tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505061'] for floatingip, after_update {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:08.875810 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.l3_db [None req-9d10ffdd-7d5a-42e3-b406-057bdf791a2f tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Floating IP 31d4d122-e7f8-437b-81a7-95dfffd21d8a associated. External IP: 172.28.2.230, port: e2e0897e-4558-491d-89d7-190061ee24f3. Feb 03 11:45:09.543457 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d10ffdd-7d5a-42e3-b406-057bdf791a2f tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:45:09.856729 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d10ffdd-7d5a-42e3-b406-057bdf791a2f tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:45:09.862261 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9d10ffdd-7d5a-42e3-b406-057bdf791a2f tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for floatingip, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:09.867697 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4ea1c1-07fb-447c-9c07-f23b7bf8d1be None None] Sync routers for ids ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'] in dv-cinder-773870-1-smb {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:45:09.879305 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4ea1c1-07fb-447c-9c07-f23b7bf8d1be None None] Routers {'1fda5614-9c3e-4b97-b580-d9f7cc1b164d'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:45:09.880005 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-ee4ea1c1-07fb-447c-9c07-f23b7bf8d1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:44:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:45:09.997651 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f99891-cd0d-4efc-8a95-834f65bebb0d req-7fda6b0f-0d67-482b-88a5-12499bcfc149 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:09.999678 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-72f99891-cd0d-4efc-8a95-834f65bebb0d req-7fda6b0f-0d67-482b-88a5-12499bcfc149 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.3580427 Feb 03 11:45:10.068223 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-9d10ffdd-7d5a-42e3-b406-057bdf791a2f tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "PUT /v2.0/floatingips/31d4d122-e7f8-437b-81a7-95dfffd21d8a HTTP/1.1" status: 200 len: 991 time: 2.1443708 Feb 03 11:45:10.069237 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-ee4ea1c1-07fb-447c-9c07-f23b7bf8d1be None None] Set router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:45:10.072432 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efba3f56-0b26-4555-a4bf-64f092adf837', 'tag': 'e2e0897e-4558-491d-89d7-190061ee24f3'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:45:10.104905 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-72f99891-cd0d-4efc-8a95-834f65bebb0d req-afa13d74-9ea3-41db-b95e-38075b6baea9 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950539 Feb 03 11:45:10.195037 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efba3f56-0b26-4555-a4bf-64f092adf837', 'tag': 'e2e0897e-4558-491d-89d7-190061ee24f3', 'status': 'completed', 'code': 200} Feb 03 11:45:10.309171 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bff5a-8d11-4130-9db1-933164f8d806 req-729edcb0-a22c-42ad-9292-29caa77b09e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:10.310895 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-120bff5a-8d11-4130-9db1-933164f8d806 req-729edcb0-a22c-42ad-9292-29caa77b09e1 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=953a748f6bc446ae8f3731ee7dc5e19b&device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 1162 time: 0.0925970 Feb 03 11:45:10.461398 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-ee4ea1c1-07fb-447c-9c07-f23b7bf8d1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:20Z', 'updated_at': '2021-02-03T11:38:27Z', 'revision_number': 4, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'gw_port': {'id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:21Z', 'updated_at': '2021-02-03T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_floatingips': [{'id': '31d4d122-e7f8-437b-81a7-95dfffd21d8a', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'floating_ip_address': '172.28.2.230', 'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'router_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'port_id': 'e2e0897e-4558-491d-89d7-190061ee24f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'mac_address': 'fa:16:3e:b8:f5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efba3f56-0b26-4555-a4bf-64f092adf837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T11:44:51Z', 'updated_at': '2021-02-03T11:45:08Z', 'revision_number': 1, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e40645-9689-4c40-82a2-6d8dd14ea31d', 'name': '', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'mac_address': 'fa:16:3e:89:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:25Z', 'updated_at': '2021-02-03T11:38:36Z', 'revision_number': 5, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'subnets': [{'id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:45:10.466626 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4ea1c1-07fb-447c-9c07-f23b7bf8d1be None None] Checking router: 1fda5614-9c3e-4b97-b580-d9f7cc1b164d for host: dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:45:10.476556 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4ea1c1-07fb-447c-9c07-f23b7bf8d1be None None] Routers {'1fda5614-9c3e-4b97-b580-d9f7cc1b164d'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:45:10.476744 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bff5a-8d11-4130-9db1-933164f8d806 req-4cbb7f3d-eb32-469a-9e0a-d0f13cbe5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:10.477216 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-ee4ea1c1-07fb-447c-9c07-f23b7bf8d1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:44:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:45:10.478386 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-120bff5a-8d11-4130-9db1-933164f8d806 req-4cbb7f3d-eb32-469a-9e0a-d0f13cbe5896 service neutron] 10.222.0.122 "GET /v2.0/networks?id=c0bd3986-74d0-444d-ac00-c45d05fcc4fc HTTP/1.1" status: 200 len: 905 time: 0.1605122 Feb 03 11:45:10.589144 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-120bff5a-8d11-4130-9db1-933164f8d806 req-6b298348-ffce-478e-914c-5b419886a370 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2e0897e-4558-491d-89d7-190061ee24f3 HTTP/1.1" status: 200 len: 999 time: 0.1042316 Feb 03 11:45:10.665470 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bff5a-8d11-4130-9db1-933164f8d806 req-e755dd51-7cd4-4644-b456-ba37e721e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:10.667449 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-120bff5a-8d11-4130-9db1-933164f8d806 req-e755dd51-7cd4-4644-b456-ba37e721e3ac service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e493ca3d-3267-4fb7-b03f-511cdcb76f36 HTTP/1.1" status: 200 len: 850 time: 0.0716858 Feb 03 11:45:10.766900 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bff5a-8d11-4130-9db1-933164f8d806 req-556c8f99-ebf3-4360-8af9-074d9a9a97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:10.768562 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-120bff5a-8d11-4130-9db1-933164f8d806 req-556c8f99-ebf3-4360-8af9-074d9a9a97e2 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=c0bd3986-74d0-444d-ac00-c45d05fcc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0948727 Feb 03 11:45:10.859737 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-ee4ea1c1-07fb-447c-9c07-f23b7bf8d1be None None] Set router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:45:10.924627 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-120bff5a-8d11-4130-9db1-933164f8d806 req-7cf121a9-2154-4fc2-8a99-e9884ecdcbcd service neutron] 10.222.0.122 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469641 Feb 03 11:45:11.078378 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-120bff5a-8d11-4130-9db1-933164f8d806 req-0a1220e0-db7d-4086-a595-f929b2909ca6 service neutron] 10.222.0.122 "GET /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1460586 Feb 03 11:45:11.261173 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-ee4ea1c1-07fb-447c-9c07-f23b7bf8d1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:20Z', 'updated_at': '2021-02-03T11:38:27Z', 'revision_number': 4, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'gw_port': {'id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:21Z', 'updated_at': '2021-02-03T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_floatingips': [{'id': '31d4d122-e7f8-437b-81a7-95dfffd21d8a', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'floating_ip_address': '172.28.2.230', 'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'router_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'port_id': 'e2e0897e-4558-491d-89d7-190061ee24f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'mac_address': 'fa:16:3e:b8:f5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efba3f56-0b26-4555-a4bf-64f092adf837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T11:44:51Z', 'updated_at': '2021-02-03T11:45:08Z', 'revision_number': 1, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e40645-9689-4c40-82a2-6d8dd14ea31d', 'name': '', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'mac_address': 'fa:16:3e:89:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:25Z', 'updated_at': '2021-02-03T11:38:36Z', 'revision_number': 5, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'subnets': [{'id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:45:11.265607 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4ea1c1-07fb-447c-9c07-f23b7bf8d1be None None] The sync data for ids ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'] in dv-cinder-773870-1-smb is: [{'id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:20Z', 'updated_at': '2021-02-03T11:38:27Z', 'revision_number': 4, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'gw_port': {'id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:21Z', 'updated_at': '2021-02-03T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_floatingips': [{'id': '31d4d122-e7f8-437b-81a7-95dfffd21d8a', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'floating_ip_address': '172.28.2.230', 'floating_network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'router_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'port_id': 'e2e0897e-4558-491d-89d7-190061ee24f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'mac_address': 'fa:16:3e:b8:f5:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efba3f56-0b26-4555-a4bf-64f092adf837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-03T11:44:51Z', 'updated_at': '2021-02-03T11:45:08Z', 'revision_number': 1, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e40645-9689-4c40-82a2-6d8dd14ea31d', 'name': '', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'mac_address': 'fa:16:3e:89:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:25Z', 'updated_at': '2021-02-03T11:38:36Z', 'revision_number': 5, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'subnets': [{'id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:45:11.439186 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a2588-b0cb-44ab-a208-9c42fa7a7d49 req-83afb977-a8cf-45e8-b92f-98d0de57d799 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:11.441067 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b04a2588-b0cb-44ab-a208-9c42fa7a7d49 req-83afb977-a8cf-45e8-b92f-98d0de57d799 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1800418 Feb 03 11:45:11.513945 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b04a2588-b0cb-44ab-a208-9c42fa7a7d49 req-8aa65c6b-2c61-4a67-9629-fc3ee8e91028 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634696 Feb 03 11:45:11.567142 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df948d60-3a10-428a-b54b-7494b4702e50 None None] New status for floating IP 31d4d122-e7f8-437b-81a7-95dfffd21d8a: ACTIVE {{(pid=80077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 11:45:12.836757 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470748d-4cc5-49a9-9339-ef50ed5c6b04 req-38e68189-19f4-4261-b37a-d85026866ebe tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:12.838745 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5470748d-4cc5-49a9-9339-ef50ed5c6b04 req-38e68189-19f4-4261-b37a-d85026866ebe tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1768823 Feb 03 11:45:12.908083 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5470748d-4cc5-49a9-9339-ef50ed5c6b04 req-3143b5b6-1fe8-47af-9ff2-4780078823c8 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588672 Feb 03 11:45:14.273085 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bcc37-e15c-443b-8d29-333b4706a2aa req-fb743ff5-7b82-4388-9c51-3935416036c0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:14.274865 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d27bcc37-e15c-443b-8d29-333b4706a2aa req-fb743ff5-7b82-4388-9c51-3935416036c0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1986046 Feb 03 11:45:14.344604 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d27bcc37-e15c-443b-8d29-333b4706a2aa req-ce431f4d-e423-4c71-af66-a13cbc7e370a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627573 Feb 03 11:45:15.674033 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbde1b2-46a7-4859-b446-757fa41a0941 req-c54916ab-9e58-4372-a37e-d52e3c5ba958 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:15.675720 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6bbde1b2-46a7-4859-b446-757fa41a0941 req-c54916ab-9e58-4372-a37e-d52e3c5ba958 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1790347 Feb 03 11:45:15.759293 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6bbde1b2-46a7-4859-b446-757fa41a0941 req-95a987ab-e826-405c-bd4d-bd3a69490d49 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764174 Feb 03 11:45:17.090781 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383406c-61d2-48d5-958f-c419eb245586 req-3a214238-a8e8-454e-b970-a26d4cbca26a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:17.092428 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c383406c-61d2-48d5-958f-c419eb245586 req-3a214238-a8e8-454e-b970-a26d4cbca26a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1689761 Feb 03 11:45:17.160352 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c383406c-61d2-48d5-958f-c419eb245586 req-2c586a8f-559c-4525-8304-f53fe4d1de98 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590808 Feb 03 11:45:18.519752 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5db2f-b420-4347-8adb-f44813d9260a req-016c4608-5208-4158-a9f9-f791953d172d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:18.521392 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a1e5db2f-b420-4347-8adb-f44813d9260a req-016c4608-5208-4158-a9f9-f791953d172d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.2064939 Feb 03 11:45:18.604456 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a1e5db2f-b420-4347-8adb-f44813d9260a req-28abdddd-1370-4c8a-bcf6-9547556a57b6 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741415 Feb 03 11:45:19.235539 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:45:19.941593 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203e3f4-2fe7-4900-9ea1-1a8d0be58a80 req-a969e2d2-b5eb-4b82-8403-5a74135b8740 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:19.943473 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f203e3f4-2fe7-4900-9ea1-1a8d0be58a80 req-a969e2d2-b5eb-4b82-8403-5a74135b8740 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1753385 Feb 03 11:45:20.009686 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f203e3f4-2fe7-4900-9ea1-1a8d0be58a80 req-f700280d-da3b-48c8-a79a-80b38c5d180d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595043 Feb 03 11:45:20.355770 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-817905ae-ed5b-4c78-98fc-62eab17a34a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:21.351793 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90c1fe-4e15-4cd4-a48a-fbbd037d9a5b req-0ebe6136-828e-40e8-88f0-6c08dbd1962c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:21.353410 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fb90c1fe-4e15-4cd4-a48a-fbbd037d9a5b req-0ebe6136-828e-40e8-88f0-6c08dbd1962c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1744900 Feb 03 11:45:21.420580 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fb90c1fe-4e15-4cd4-a48a-fbbd037d9a5b req-924a1a72-d9c1-4e72-b91f-36c4bccbd102 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579438 Feb 03 11:45:22.588695 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6c4d64f4-fe2f-461e-8d15-894552c6dcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:22.757102 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff709a-56d5-49dc-bce0-396a3d8098ca req-cc3500b7-8d23-4552-bc08-050269533dc4 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:22.758660 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-20ff709a-56d5-49dc-bce0-396a3d8098ca req-cc3500b7-8d23-4552-bc08-050269533dc4 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1640904 Feb 03 11:45:22.828580 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-20ff709a-56d5-49dc-bce0-396a3d8098ca req-f19596c2-653a-4c50-8b85-a57d49bbb56a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628660 Feb 03 11:45:23.187338 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:24.028861 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:24.157260 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83a119-0a90-49ca-a161-2b28ae90d852 req-d865bd43-3cea-4fbc-933f-b6b7a1bf3b3d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:24.158953 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-df83a119-0a90-49ca-a161-2b28ae90d852 req-d865bd43-3cea-4fbc-933f-b6b7a1bf3b3d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1652908 Feb 03 11:45:24.228128 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-df83a119-0a90-49ca-a161-2b28ae90d852 req-e01bebe6-5cd8-4973-8516-b9c2ec8d1521 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598156 Feb 03 11:45:24.622924 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:25.586658 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93733ff9-0fc5-42d6-ae76-69b4b41017da req-9a8dfde4-3600-4767-9d61-3ad31c69ddcf tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:25.588565 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-93733ff9-0fc5-42d6-ae76-69b4b41017da req-9a8dfde4-3600-4767-9d61-3ad31c69ddcf tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1683815 Feb 03 11:45:25.665888 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-93733ff9-0fc5-42d6-ae76-69b4b41017da req-28e3714b-3904-4987-acd3-fdb6f43c5568 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693083 Feb 03 11:45:26.991344 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be9789-c10c-44a0-a4fe-debbee2d3f85 req-4d688f28-937f-4665-9da5-02c996e50a27 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:26.992976 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-93be9789-c10c-44a0-a4fe-debbee2d3f85 req-4d688f28-937f-4665-9da5-02c996e50a27 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1733344 Feb 03 11:45:27.072594 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-93be9789-c10c-44a0-a4fe-debbee2d3f85 req-d6a034f4-ba92-4b65-8fe8-f3ab7d8f6967 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721886 Feb 03 11:45:28.431507 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8ed8b-075a-459f-866e-d9d1dd1c8a6c req-063162ed-e63b-47fa-8c15-b8e51ec74b08 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:28.433219 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1cb8ed8b-075a-459f-866e-d9d1dd1c8a6c req-063162ed-e63b-47fa-8c15-b8e51ec74b08 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1921968 Feb 03 11:45:28.508917 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1cb8ed8b-075a-459f-866e-d9d1dd1c8a6c req-317476ff-3f1f-431f-9eba-362549e53bb5 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637000 Feb 03 11:45:28.774737 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:29.861643 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4f0b4-12c5-4372-ac4e-aec62428be8f req-d575ae70-cf42-4c44-9342-ebcb47ff28bd tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:29.863355 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f7f4f0b4-12c5-4372-ac4e-aec62428be8f req-d575ae70-cf42-4c44-9342-ebcb47ff28bd tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1842520 Feb 03 11:45:29.937243 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f7f4f0b4-12c5-4372-ac4e-aec62428be8f req-129469b3-f392-49c4-8d40-99832ec6add9 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665748 Feb 03 11:45:31.306663 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a913ce-a400-4218-b495-69960c1e9a28 req-6906c0e8-8a65-42e1-96af-ec82f1a3ebc7 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:31.309968 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-23a913ce-a400-4218-b495-69960c1e9a28 req-6906c0e8-8a65-42e1-96af-ec82f1a3ebc7 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.2166247 Feb 03 11:45:31.381577 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-23a913ce-a400-4218-b495-69960c1e9a28 req-ce0f73b1-1394-4a1f-a740-39cc0ccb6c67 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634415 Feb 03 11:45:32.751227 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b5ebb-55f4-4591-bc0c-db545b01a422 req-e9b2e5da-3ba8-4f4b-a7a5-cddea189f407 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:32.753022 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2e0b5ebb-55f4-4591-bc0c-db545b01a422 req-e9b2e5da-3ba8-4f4b-a7a5-cddea189f407 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1981773 Feb 03 11:45:32.826444 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2e0b5ebb-55f4-4591-bc0c-db545b01a422 req-6315135e-c337-496e-bb71-d9d86ffd483e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655355 Feb 03 11:45:34.267192 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc669c-904b-4e3e-b7c7-5482533973bf req-d0462ce0-c5a5-467a-845f-e45064426eb4 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:34.268906 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-24dc669c-904b-4e3e-b7c7-5482533973bf req-d0462ce0-c5a5-467a-845f-e45064426eb4 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1938705 Feb 03 11:45:34.351030 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-24dc669c-904b-4e3e-b7c7-5482533973bf req-c1c37648-1404-447f-a939-577a4ec0e2f1 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744827 Feb 03 11:45:35.709150 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bac7c-d78a-4fbe-af8c-533deb3a6a60 req-80a1ef91-64eb-4b1b-9957-bd2607b7f560 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:35.710860 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d75bac7c-d78a-4fbe-af8c-533deb3a6a60 req-80a1ef91-64eb-4b1b-9957-bd2607b7f560 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1848278 Feb 03 11:45:35.799929 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d75bac7c-d78a-4fbe-af8c-533deb3a6a60 req-6afa3d94-1861-484a-a9f7-951125643974 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818341 Feb 03 11:45:36.512776 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f049d81-644a-4740-82ab-6e12c0bf5e29 req-1dfa3281-4077-46d2-8409-5e49ba48ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:36.514318 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1f049d81-644a-4740-82ab-6e12c0bf5e29 req-1dfa3281-4077-46d2-8409-5e49ba48ea00 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=15e50d7ac4fd4b5db50980824778a1fd&device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 1162 time: 0.0848215 Feb 03 11:45:36.665323 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f049d81-644a-4740-82ab-6e12c0bf5e29 req-18d073b1-12f7-4be2-9419-71a127ba8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:36.667162 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1f049d81-644a-4740-82ab-6e12c0bf5e29 req-18d073b1-12f7-4be2-9419-71a127ba8b5a service neutron] 10.222.0.122 "GET /v2.0/networks?id=6ee212a8-a662-49ec-9d02-feb306b9fb62 HTTP/1.1" status: 200 len: 910 time: 0.1464972 Feb 03 11:45:36.779499 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1f049d81-644a-4740-82ab-6e12c0bf5e29 req-53c80dce-8fe8-4c11-9c07-f5007ecb27a7 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cf2c2d4-0aad-42cc-866b-e4797fbda738 HTTP/1.1" status: 200 len: 1000 time: 0.1048522 Feb 03 11:45:36.850800 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f049d81-644a-4740-82ab-6e12c0bf5e29 req-5294bd3e-2c97-4baa-bb87-95cf9ac409e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:36.852589 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1f049d81-644a-4740-82ab-6e12c0bf5e29 req-5294bd3e-2c97-4baa-bb87-95cf9ac409e6 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=b02e8330-4b19-43ce-a9de-cf3994e73e6b HTTP/1.1" status: 200 len: 855 time: 0.0671735 Feb 03 11:45:36.936122 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f049d81-644a-4740-82ab-6e12c0bf5e29 req-76107f94-a5c2-4af7-b657-e25dfe2e903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:36.941116 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1f049d81-644a-4740-82ab-6e12c0bf5e29 req-76107f94-a5c2-4af7-b657-e25dfe2e903e service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6ee212a8-a662-49ec-9d02-feb306b9fb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791361 Feb 03 11:45:37.086548 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1f049d81-644a-4740-82ab-6e12c0bf5e29 req-b3af10e1-0c20-48b8-bbe7-3470781167b0 service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419511 Feb 03 11:45:37.128967 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03f1b5-d24e-4fbf-8240-b7f88b88c8a1 req-c2310566-8558-420a-9015-cc27f5fda591 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:37.130631 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9d03f1b5-d24e-4fbf-8240-b7f88b88c8a1 req-c2310566-8558-420a-9015-cc27f5fda591 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1804886 Feb 03 11:45:37.195485 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9d03f1b5-d24e-4fbf-8240-b7f88b88c8a1 req-bd0ff4f3-ab03-465a-8c90-30c379057f70 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580304 Feb 03 11:45:37.230067 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1f049d81-644a-4740-82ab-6e12c0bf5e29 req-47037ff9-97e3-45d0-99db-dba0466f5255 service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363366 Feb 03 11:45:38.531611 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01a1df-d3c2-4a36-ba32-722282f7ff87 req-cd6c7deb-0a83-4f2a-a69e-94846b78a075 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:38.533352 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fb01a1df-d3c2-4a36-ba32-722282f7ff87 req-cd6c7deb-0a83-4f2a-a69e-94846b78a075 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1755490 Feb 03 11:45:38.615089 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fb01a1df-d3c2-4a36-ba32-722282f7ff87 req-434edd19-ace9-42a9-901e-3a9acdc242bb tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722253 Feb 03 11:45:39.933675 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20de764-ccbe-469e-a583-df6cff35b020 req-a2fd679f-ca62-4825-91bb-a393f5e52d69 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:39.935333 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f20de764-ccbe-469e-a583-df6cff35b020 req-a2fd679f-ca62-4825-91bb-a393f5e52d69 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1756878 Feb 03 11:45:40.004523 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f20de764-ccbe-469e-a583-df6cff35b020 req-c14856d2-0017-49d6-a7df-ade6febe6540 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624905 Feb 03 11:45:40.173333 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 0cf2c2d4-0aad-42cc-866b-e4797fbda738 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:45:40.299807 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:40.330226 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615751ae-4530-4e97-9090-af8a7d460110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cf2c2d4-0aad-42cc-866b-e4797fbda738'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:45:40.340729 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port 0cf2c2d4-0aad-42cc-866b-e4797fbda738, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=0cf2c2d4-0aad-42cc-866b-e4797fbda738,segment=NetworkSegment(3741f48f-16a9-4293-92b5-def40090b78c),segment_id=3741f48f-16a9-4293-92b5-def40090b78c)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:45:40.344269 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:40.346357 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:45:40.414098 dv-cinder-773870-1-smb neutron-server[79964]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '615751ae-4530-4e97-9090-af8a7d460110', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0cf2c2d4-0aad-42cc-866b-e4797fbda738', 'code': 422} returned with failed status Feb 03 11:45:40.423929 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=0cf2c2d4-0aad-42cc-866b-e4797fbda738,revision_number=5']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:45:40.427864 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:45:41.707819 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-85a8825b-e57e-4104-b2a6-d1f0246c93b1 req-6f73f8d6-0712-4de9-b561-ce362129e929 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853734 Feb 03 11:45:41.818776 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02702ff-b733-442f-af5c-938bde2402bf req-6729000d-64d6-4fef-9fe6-f9e0ce36269f tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:41.820520 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f02702ff-b733-442f-af5c-938bde2402bf req-6729000d-64d6-4fef-9fe6-f9e0ce36269f tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 943 time: 0.1974804 Feb 03 11:45:41.890396 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f02702ff-b733-442f-af5c-938bde2402bf req-d6885cec-7707-4b14-afcf-f9207597a00f tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625157 Feb 03 11:45:42.319845 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8825b-e57e-4104-b2a6-d1f0246c93b1 req-27019349-8c3e-4186-8ecd-7c47f237b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:42.321616 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-85a8825b-e57e-4104-b2a6-d1f0246c93b1 req-27019349-8c3e-4186-8ecd-7c47f237b3ff service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110&tenant_id=15e50d7ac4fd4b5db50980824778a1fd HTTP/1.1" status: 200 len: 1160 time: 0.0853176 Feb 03 11:45:42.422284 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8825b-e57e-4104-b2a6-d1f0246c93b1 req-393257c2-11fd-468a-b5be-95de0acbe96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:42.423930 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-85a8825b-e57e-4104-b2a6-d1f0246c93b1 req-393257c2-11fd-468a-b5be-95de0acbe96c service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=15e50d7ac4fd4b5db50980824778a1fd&device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 1160 time: 0.0790377 Feb 03 11:45:42.598302 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8825b-e57e-4104-b2a6-d1f0246c93b1 req-31102d01-43d1-44fa-814f-a1140513cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:42.599928 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-85a8825b-e57e-4104-b2a6-d1f0246c93b1 req-31102d01-43d1-44fa-814f-a1140513cbe2 service neutron] 10.222.0.122 "GET /v2.0/networks?id=6ee212a8-a662-49ec-9d02-feb306b9fb62 HTTP/1.1" status: 200 len: 910 time: 0.1698952 Feb 03 11:45:42.718421 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-85a8825b-e57e-4104-b2a6-d1f0246c93b1 req-9b347e6c-5935-4c46-91b5-afc38e4958ec service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cf2c2d4-0aad-42cc-866b-e4797fbda738 HTTP/1.1" status: 200 len: 998 time: 0.1120670 Feb 03 11:45:42.788460 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8825b-e57e-4104-b2a6-d1f0246c93b1 req-2002136d-4de9-428c-8fe9-90a75b4e22be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:42.790249 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-85a8825b-e57e-4104-b2a6-d1f0246c93b1 req-2002136d-4de9-428c-8fe9-90a75b4e22be service neutron] 10.222.0.122 "GET /v2.0/subnets?id=b02e8330-4b19-43ce-a9de-cf3994e73e6b HTTP/1.1" status: 200 len: 855 time: 0.0657310 Feb 03 11:45:42.881839 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8825b-e57e-4104-b2a6-d1f0246c93b1 req-545a2d63-2b1f-4927-a735-e3977608a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:42.883726 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-85a8825b-e57e-4104-b2a6-d1f0246c93b1 req-545a2d63-2b1f-4927-a735-e3977608a53c service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6ee212a8-a662-49ec-9d02-feb306b9fb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0866535 Feb 03 11:45:43.033658 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-85a8825b-e57e-4104-b2a6-d1f0246c93b1 req-550f5c88-25b3-4849-86f7-74f2deeea8a8 service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433761 Feb 03 11:45:43.180194 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-85a8825b-e57e-4104-b2a6-d1f0246c93b1 req-47308267-9097-48b3-8dc0-fa0aae1e836f service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402259 Feb 03 11:45:43.221964 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95478eba-50d6-4208-9f48-50eb7baa6f98 req-536c580c-788c-4e04-93b5-269678977c01 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:43.223765 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-95478eba-50d6-4208-9f48-50eb7baa6f98 req-536c580c-788c-4e04-93b5-269678977c01 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 943 time: 0.1770103 Feb 03 11:45:43.290021 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-95478eba-50d6-4208-9f48-50eb7baa6f98 req-dba11fb6-bfd8-4869-bdb2-7e29d61372e1 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588295 Feb 03 11:45:44.862494 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d06e31-4ce7-40c2-a124-25d5de704ef1 req-f6da4d7b-3423-4071-83c5-4ca975f8e74b tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:44.864240 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-87d06e31-4ce7-40c2-a124-25d5de704ef1 req-f6da4d7b-3423-4071-83c5-4ca975f8e74b tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 943 time: 0.4083552 Feb 03 11:45:44.936680 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-87d06e31-4ce7-40c2-a124-25d5de704ef1 req-34ba8a59-b1a0-4d33-989d-6c698c16bf20 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644238 Feb 03 11:45:46.264299 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269419ae-0b91-4559-aa98-4c6e9b2e5fd1 req-3de7ce76-aaf6-4008-a306-e184e54b3d15 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:46.266131 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-269419ae-0b91-4559-aa98-4c6e9b2e5fd1 req-3de7ce76-aaf6-4008-a306-e184e54b3d15 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 943 time: 0.1774628 Feb 03 11:45:46.338939 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-269419ae-0b91-4559-aa98-4c6e9b2e5fd1 req-b97f2ed9-5d49-48c3-8987-70298e2e2f99 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659883 Feb 03 11:45:47.507091 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c02941f1-a28b-4795-ac43-c01bc515fced req-a11fbda1-1072-4e22-afb0-ad7774cfcba5 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/floatingips/6e57c852-e014-4f7b-8803-b40b8aa34be6 HTTP/1.1" status: 200 len: 998 time: 0.1482048 Feb 03 11:45:47.763888 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02941f1-a28b-4795-ac43-c01bc515fced req-3b5f2e7f-277b-4852-9e40-64441ebfbc9b tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:47.765380 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c02941f1-a28b-4795-ac43-c01bc515fced req-3b5f2e7f-277b-4852-9e40-64441ebfbc9b tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/networks/84b90693-2912-4173-9093-cf01ce7c5229 HTTP/1.1" status: 200 len: 784 time: 0.2519791 Feb 03 11:45:47.897886 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c02941f1-a28b-4795-ac43-c01bc515fced req-8a99b318-4f3d-4d3a-9c62-d718819629f2 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.2.200 HTTP/1.1" status: 200 len: 1001 time: 0.1257269 Feb 03 11:45:48.059346 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02941f1-a28b-4795-ac43-c01bc515fced req-073e746b-4795-4b7a-b7c7-1a864cac6c8b tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:48.060813 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c02941f1-a28b-4795-ac43-c01bc515fced req-073e746b-4795-4b7a-b7c7-1a864cac6c8b tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports/5d897889-2baa-4f3a-b346-2dfeb26de2f8 HTTP/1.1" status: 200 len: 942 time: 0.1558900 Feb 03 11:45:48.298776 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c02941f1-a28b-4795-ac43-c01bc515fced req-a7fb8bd8-4a8b-47a1-8ba6-6b18764865fe tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.28.2.200 HTTP/1.1" status: 200 len: 1001 time: 0.1341629 Feb 03 11:45:48.557536 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-c02941f1-a28b-4795-ac43-c01bc515fced req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Deleting port 54e14320-b1bb-445e-8ec3-4daeb5e8713d {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:45:48.558790 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c02941f1-a28b-4795-ac43-c01bc515fced req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:48.782563 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c02941f1-a28b-4795-ac43-c01bc515fced req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:48.782924 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c02941f1-a28b-4795-ac43-c01bc515fced req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:48.919764 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-c02941f1-a28b-4795-ac43-c01bc515fced req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Calling delete_port for 54e14320-b1bb-445e-8ec3-4daeb5e8713d owned by network:floatingip {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:45:49.089887 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c02941f1-a28b-4795-ac43-c01bc515fced req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556013'] for port, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:49.103845 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:45:49.151539 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Pushing event deleted for resources: {'Port': ['ID=54e14320-b1bb-445e-8ec3-4daeb5e8713d,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:45:49.212773 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.213111 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.213510 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.213909 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.214300 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.214689 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.215075 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.215506 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.215889 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.216270 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.216653 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.217035 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.217472 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.217857 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.218236 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.218617 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.218998 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.219400 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.219779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.220196 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.220570 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.220945 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.221324 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.221705 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:45:49.228329 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:45:49.354864 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c02941f1-a28b-4795-ac43-c01bc515fced req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks [] for floatingip, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:49.355239 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.l3_db [req-c02941f1-a28b-4795-ac43-c01bc515fced req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Floating IP 6e57c852-e014-4f7b-8803-b40b8aa34be6 disassociated (deleted). External IP: 172.28.2.200, port: 5d897889-2baa-4f3a-b346-2dfeb26de2f8. Feb 03 11:45:50.011435 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c02941f1-a28b-4795-ac43-c01bc515fced req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Router 97a9746c-6ee2-4008-9832-e68f1c924dd7 has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:45:50.221493 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c02941f1-a28b-4795-ac43-c01bc515fced req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:45:50.231887 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a145f-d99c-40e7-b3b7-fd8ecf2c3589 None None] Sync routers for ids ['97a9746c-6ee2-4008-9832-e68f1c924dd7'] in dv-cinder-773870-1-smb {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:45:50.244341 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208a145f-d99c-40e7-b3b7-fd8ecf2c3589 None None] Routers {'97a9746c-6ee2-4008-9832-e68f1c924dd7'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:45:50.245121 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-208a145f-d99c-40e7-b3b7-fd8ecf2c3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:45:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['97a9746c-6ee2-4008-9832-e68f1c924dd7'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:45:50.257424 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-c02941f1-a28b-4795-ac43-c01bc515fced req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for floatingip, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:50.333833 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c02941f1-a28b-4795-ac43-c01bc515fced req-26a9082e-dadc-4526-a9c5-ff2eb7cf8672 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "DELETE /v2.0/floatingips/6e57c852-e014-4f7b-8803-b40b8aa34be6 HTTP/1.1" status: 204 len: 173 time: 2.0276034 Feb 03 11:45:50.335340 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48ff63f-33d0-44a9-8924-1820011f7550', 'tag': '5d897889-2baa-4f3a-b346-2dfeb26de2f8'}] {{(pid=80075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:45:50.360172 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-800619fd-2810-4658-aec5-ba679fe754ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:50.439954 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02941f1-a28b-4795-ac43-c01bc515fced req-bc65d5c3-1a3d-42d7-a6c5-39e52ef05bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:50.441936 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c02941f1-a28b-4795-ac43-c01bc515fced req-bc65d5c3-1a3d-42d7-a6c5-39e52ef05bcf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=36f1cccad50c4fd99ffb3f971529976b&device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 1162 time: 0.0848138 Feb 03 11:45:50.458613 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-208a145f-d99c-40e7-b3b7-fd8ecf2c3589 None None] Set router 97a9746c-6ee2-4008-9832-e68f1c924dd7 gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:45:50.599601 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02941f1-a28b-4795-ac43-c01bc515fced req-bab7121b-fa58-4a82-8443-3dd8dc8aa9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:50.603504 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c02941f1-a28b-4795-ac43-c01bc515fced req-bab7121b-fa58-4a82-8443-3dd8dc8aa9c9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d HTTP/1.1" status: 200 len: 902 time: 0.1523964 Feb 03 11:45:50.709705 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c02941f1-a28b-4795-ac43-c01bc515fced req-e39335e9-f50f-4a1f-a525-6385146e8e19 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d897889-2baa-4f3a-b346-2dfeb26de2f8 HTTP/1.1" status: 200 len: 217 time: 0.0972486 Feb 03 11:45:50.787803 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02941f1-a28b-4795-ac43-c01bc515fced req-69f6319e-973c-4e73-b69b-93fdfedce052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:50.790823 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c02941f1-a28b-4795-ac43-c01bc515fced req-69f6319e-973c-4e73-b69b-93fdfedce052 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba HTTP/1.1" status: 200 len: 847 time: 0.0734868 Feb 03 11:45:50.869219 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-208a145f-d99c-40e7-b3b7-fd8ecf2c3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'name': 'tempest-TestShelveInstance-397611547-router', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:39Z', 'updated_at': '2021-02-03T11:38:50Z', 'revision_number': 4, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'gw_port': {'id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:41Z', 'updated_at': '2021-02-03T11:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8', 'name': '', 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'mac_address': 'fa:16:3e:b5:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:48Z', 'updated_at': '2021-02-03T11:39:02Z', 'revision_number': 5, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'subnets': [{'id': '49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:45:50.873303 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a145f-d99c-40e7-b3b7-fd8ecf2c3589 None None] Checking router: 97a9746c-6ee2-4008-9832-e68f1c924dd7 for host: dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:45:50.882274 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208a145f-d99c-40e7-b3b7-fd8ecf2c3589 None None] Routers {'97a9746c-6ee2-4008-9832-e68f1c924dd7'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:45:50.882938 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-208a145f-d99c-40e7-b3b7-fd8ecf2c3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:45:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['97a9746c-6ee2-4008-9832-e68f1c924dd7'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:45:50.887615 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02941f1-a28b-4795-ac43-c01bc515fced req-0f0eaeaa-35ea-4644-b0e0-ee6bd0e7714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:50.889268 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c02941f1-a28b-4795-ac43-c01bc515fced req-0f0eaeaa-35ea-4644-b0e0-ee6bd0e7714c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0913620 Feb 03 11:45:51.054411 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c02941f1-a28b-4795-ac43-c01bc515fced req-38c25f70-8cd3-4563-9136-bb09bcf79911 service neutron] 10.222.0.68 "GET /v2.0/networks/f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574142 Feb 03 11:45:51.088256 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-208a145f-d99c-40e7-b3b7-fd8ecf2c3589 None None] Set router 97a9746c-6ee2-4008-9832-e68f1c924dd7 gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:45:51.212990 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c02941f1-a28b-4795-ac43-c01bc515fced req-605c30a6-f026-4317-8e71-5e66d1a1f2af service neutron] 10.222.0.68 "GET /v2.0/networks/f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1505415 Feb 03 11:45:51.466817 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-208a145f-d99c-40e7-b3b7-fd8ecf2c3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'name': 'tempest-TestShelveInstance-397611547-router', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:39Z', 'updated_at': '2021-02-03T11:38:50Z', 'revision_number': 4, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'gw_port': {'id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:41Z', 'updated_at': '2021-02-03T11:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8', 'name': '', 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'mac_address': 'fa:16:3e:b5:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:48Z', 'updated_at': '2021-02-03T11:39:02Z', 'revision_number': 5, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'subnets': [{'id': '49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:45:51.471373 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a145f-d99c-40e7-b3b7-fd8ecf2c3589 None None] The sync data for ids ['97a9746c-6ee2-4008-9832-e68f1c924dd7'] in dv-cinder-773870-1-smb is: [{'id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'name': 'tempest-TestShelveInstance-397611547-router', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:39Z', 'updated_at': '2021-02-03T11:38:50Z', 'revision_number': 4, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'gw_port': {'id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:41Z', 'updated_at': '2021-02-03T11:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8', 'name': '', 'network_id': 'f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'mac_address': 'fa:16:3e:b5:f2:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:48Z', 'updated_at': '2021-02-03T11:39:02Z', 'revision_number': 5, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'subnets': [{'id': '49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:45:51.522596 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40203c3b-3334-4d7a-9e59-330464b91969 req-f5e1dd71-5f39-4d33-9c39-78220de92b2d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:51.524413 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-40203c3b-3334-4d7a-9e59-330464b91969 req-f5e1dd71-5f39-4d33-9c39-78220de92b2d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 943 time: 0.1803806 Feb 03 11:45:51.608083 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-40203c3b-3334-4d7a-9e59-330464b91969 req-7b034ade-fecb-4848-a474-7c4f3399eb80 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710859 Feb 03 11:45:51.709070 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48ff63f-33d0-44a9-8924-1820011f7550', 'tag': '5d897889-2baa-4f3a-b346-2dfeb26de2f8', 'status': 'completed', 'code': 200} Feb 03 11:45:51.929994 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2394ff6a-98d9-40de-a2c1-68ed6ce87316 None None] New status for floating IP 6e57c852-e014-4f7b-8803-b40b8aa34be6: DOWN {{(pid=80077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 11:45:52.263964 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3d2a0-6482-439c-8a62-3d2298a7d8b0 req-03a6eb83-458a-4fba-8866-fe04c51d1fc1 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:52.264795 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-90c3d2a0-6482-439c-8a62-3d2298a7d8b0 req-03a6eb83-458a-4fba-8866-fe04c51d1fc1 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Synchronizing usage tracker for tenant:36f1cccad50c4fd99ffb3f971529976b on resource:port {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:45:52.281319 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-90c3d2a0-6482-439c-8a62-3d2298a7d8b0 req-03a6eb83-458a-4fba-8866-fe04c51d1fc1 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Unset dirty status for tenant:36f1cccad50c4fd99ffb3f971529976b on resource:port {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:45:52.282594 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-90c3d2a0-6482-439c-8a62-3d2298a7d8b0 req-03a6eb83-458a-4fba-8866-fe04c51d1fc1 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.2178006 Feb 03 11:45:52.353893 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-90c3d2a0-6482-439c-8a62-3d2298a7d8b0 req-23a77125-6332-4519-9288-0b4ec63b16c6 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0647626 Feb 03 11:45:52.591867 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-db499fdb-a491-419a-aaf1-c3c62c2ffbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:52.954538 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e0ded-3928-47ad-a6a2-4c6935214685 req-4a0788e0-08cb-40c6-8abd-5fcc2a4ad176 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:52.956276 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-304e0ded-3928-47ad-a6a2-4c6935214685 req-4a0788e0-08cb-40c6-8abd-5fcc2a4ad176 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 943 time: 0.1755502 Feb 03 11:45:53.034480 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-304e0ded-3928-47ad-a6a2-4c6935214685 req-a24d0ddb-7572-4d94-a401-a3736da31757 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715499 Feb 03 11:45:53.183814 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:53.700072 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d36e7f-71e3-4d33-a3a4-07e1f44aabff req-9c3e1723-9424-4b10-87b8-7322dff21e0a tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:53.702869 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-31d36e7f-71e3-4d33-a3a4-07e1f44aabff req-9c3e1723-9424-4b10-87b8-7322dff21e0a tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.1852388 Feb 03 11:45:53.785974 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-31d36e7f-71e3-4d33-a3a4-07e1f44aabff req-7b7dc7e2-79c5-4209-bee1-48515ef8c6ab tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0765078 Feb 03 11:45:54.036551 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:54.365275 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073f7e7-a436-43d6-bca9-4756dae678e0 req-070692e2-217a-476c-a2a0-ba70555c3e7d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:54.366944 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b073f7e7-a436-43d6-bca9-4756dae678e0 req-070692e2-217a-476c-a2a0-ba70555c3e7d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 943 time: 0.1760650 Feb 03 11:45:54.440911 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b073f7e7-a436-43d6-bca9-4756dae678e0 req-6eb3d9e0-3961-431d-b12f-48d33a31c5b1 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670528 Feb 03 11:45:54.625673 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:55.100832 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c39fb3-0b25-4c81-bfce-f6427da327be req-c86ba0a9-b33f-433d-8a55-7bf16213bbcc tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:55.102646 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-86c39fb3-0b25-4c81-bfce-f6427da327be req-c86ba0a9-b33f-433d-8a55-7bf16213bbcc tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.1684489 Feb 03 11:45:55.172891 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-86c39fb3-0b25-4c81-bfce-f6427da327be req-67c4919d-347d-45d8-87ae-60cf45a361dd tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0629063 Feb 03 11:45:55.764846 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cd38e-d804-48b2-81e5-466cfd3f6209 req-d5505ffb-08ff-4ea0-a336-1190d6e32a17 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:55.766471 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-488cd38e-d804-48b2-81e5-466cfd3f6209 req-d5505ffb-08ff-4ea0-a336-1190d6e32a17 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 943 time: 0.1706991 Feb 03 11:45:55.833116 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-488cd38e-d804-48b2-81e5-466cfd3f6209 req-fdf19a71-f532-460a-8d01-350ef3d0ea3e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601861 Feb 03 11:45:56.236273 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:45:56.470021 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03cb68-e960-4a6b-91c3-2874e0d622f2 req-4a208eb7-54de-4704-8610-7592a64d86e5 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:56.471698 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-be03cb68-e960-4a6b-91c3-2874e0d622f2 req-4a208eb7-54de-4704-8610-7592a64d86e5 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.1662974 Feb 03 11:45:56.543109 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-be03cb68-e960-4a6b-91c3-2874e0d622f2 req-990ea61d-a68f-4109-be95-ff1f6cd095d7 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0640049 Feb 03 11:45:57.152882 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df417c-b77f-42c7-ba0e-a8cd1a628791 req-15a4d079-3a62-43f9-816d-fb037a46c322 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:57.154492 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-24df417c-b77f-42c7-ba0e-a8cd1a628791 req-15a4d079-3a62-43f9-816d-fb037a46c322 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 943 time: 0.1635067 Feb 03 11:45:57.219430 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-24df417c-b77f-42c7-ba0e-a8cd1a628791 req-1e6d9345-d0b6-4e2b-b419-f88f973815c3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584106 Feb 03 11:45:57.904105 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb474535-6fac-435f-ab9d-c3b27b9d3d6e req-bba55458-540b-4367-9fc9-58a8f0eb4f8a tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:57.905844 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-cb474535-6fac-435f-ab9d-c3b27b9d3d6e req-bba55458-540b-4367-9fc9-58a8f0eb4f8a tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.1799872 Feb 03 11:45:57.977411 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-cb474535-6fac-435f-ab9d-c3b27b9d3d6e req-e45929dd-fa27-42cb-ac93-e1a5c4bbc791 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0609062 Feb 03 11:45:58.516235 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681db3a-0925-4f94-9651-76093be3d2fd req-55567a83-7b3d-400f-a063-20a2cc36e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:58.517871 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5681db3a-0925-4f94-9651-76093be3d2fd req-55567a83-7b3d-400f-a063-20a2cc36e698 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=36f1cccad50c4fd99ffb3f971529976b&device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 1162 time: 0.0948396 Feb 03 11:45:58.543806 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f97000-cb5c-4651-a6f5-1894225cbd54 req-a6a6ad36-d681-4bb2-8ca5-3703d84c0709 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:58.545437 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-31f97000-cb5c-4651-a6f5-1894225cbd54 req-a6a6ad36-d681-4bb2-8ca5-3703d84c0709 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 943 time: 0.1787407 Feb 03 11:45:58.617483 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-31f97000-cb5c-4651-a6f5-1894225cbd54 req-0181730d-5d1a-4e51-8876-351da1fcd15d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653169 Feb 03 11:45:58.682771 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681db3a-0925-4f94-9651-76093be3d2fd req-98119c22-c288-40a6-83b9-1b7de8c2d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:58.684377 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5681db3a-0925-4f94-9651-76093be3d2fd req-98119c22-c288-40a6-83b9-1b7de8c2d9f0 service neutron] 10.222.0.122 "GET /v2.0/networks?id=f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d HTTP/1.1" status: 200 len: 902 time: 0.1558297 Feb 03 11:45:58.764338 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5681db3a-0925-4f94-9651-76093be3d2fd req-4d7907a3-8c27-471c-bf15-d92644743afc service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d897889-2baa-4f3a-b346-2dfeb26de2f8 HTTP/1.1" status: 200 len: 217 time: 0.0712173 Feb 03 11:45:58.784073 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:45:58.847732 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681db3a-0925-4f94-9651-76093be3d2fd req-befedafd-c7d8-4fba-a3f3-5367145f35e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:58.849256 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5681db3a-0925-4f94-9651-76093be3d2fd req-befedafd-c7d8-4fba-a3f3-5367145f35e9 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba HTTP/1.1" status: 200 len: 847 time: 0.0785613 Feb 03 11:45:58.945871 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681db3a-0925-4f94-9651-76093be3d2fd req-ba032a36-da19-4f48-9bea-97cf99d1162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:58.947527 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5681db3a-0925-4f94-9651-76093be3d2fd req-ba032a36-da19-4f48-9bea-97cf99d1162a service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0900972 Feb 03 11:45:59.387922 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5681db3a-0925-4f94-9651-76093be3d2fd req-41cb51ac-d333-4545-a943-a9daa195cd09 service neutron] 10.222.0.122 "GET /v2.0/networks/f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306960 Feb 03 11:45:59.562873 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c922b-6883-4492-beb2-5e53866dab1e req-e933c10b-b5d2-4f20-8651-c2842949eb0f tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:59.564611 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-aa5c922b-6883-4492-beb2-5e53866dab1e req-e933c10b-b5d2-4f20-8651-c2842949eb0f tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.2798505 Feb 03 11:45:59.662752 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-aa5c922b-6883-4492-beb2-5e53866dab1e req-080f35f2-3935-4847-a931-15f06a4cb318 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0896311 Feb 03 11:45:59.684829 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5681db3a-0925-4f94-9651-76093be3d2fd req-8e3e64c6-b66b-4223-966a-189d88e4e14a service neutron] 10.222.0.122 "GET /v2.0/networks/f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2828460 Feb 03 11:45:59.955616 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4930900-a840-4ae9-877f-b2b1f7ee183d req-3596548b-4448-4d07-9c07-555e8f8c67f8 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:45:59.957269 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e4930900-a840-4ae9-877f-b2b1f7ee183d req-3596548b-4448-4d07-9c07-555e8f8c67f8 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 943 time: 0.1769564 Feb 03 11:46:00.025872 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-e4930900-a840-4ae9-877f-b2b1f7ee183d req-13a03533-1b4b-4dd5-82c0-176f99e972a6 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589397 Feb 03 11:46:00.355519 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 5d897889-2baa-4f3a-b346-2dfeb26de2f8 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:46:00.487676 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:00.514166 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3613418-e2e6-4652-9c18-92065ea16bed req-ddece865-621b-478b-a662-bf27bc5532d6 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:46:00.515846 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f3613418-e2e6-4652-9c18-92065ea16bed req-ddece865-621b-478b-a662-bf27bc5532d6 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.122 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 945 time: 0.1760871 Feb 03 11:46:00.516895 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48ff63f-33d0-44a9-8924-1820011f7550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d897889-2baa-4f3a-b346-2dfeb26de2f8'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:46:00.528086 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port 5d897889-2baa-4f3a-b346-2dfeb26de2f8, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=5d897889-2baa-4f3a-b346-2dfeb26de2f8,segment=NetworkSegment(4b66aae6-b4d3-4dfd-be99-b71f998e0d6c),segment_id=4b66aae6-b4d3-4dfd-be99-b71f998e0d6c)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:46:00.531894 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:00.534601 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:46:00.582419 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48ff63f-33d0-44a9-8924-1820011f7550', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d897889-2baa-4f3a-b346-2dfeb26de2f8', 'code': 200} Feb 03 11:46:00.611218 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=5d897889-2baa-4f3a-b346-2dfeb26de2f8,revision_number=7']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:46:00.620689 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.621018 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.621423 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.621791 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.622146 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.622492 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.622850 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.623210 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.623615 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.624003 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.624359 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.624489 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-f3613418-e2e6-4652-9c18-92065ea16bed req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Deleting port 5d897889-2baa-4f3a-b346-2dfeb26de2f8 {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:46:00.624669 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.624768 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-f3613418-e2e6-4652-9c18-92065ea16bed req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:00.625105 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.625462 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.625817 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.626169 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.626521 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.626851 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.627209 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.627570 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.627931 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.628281 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.628649 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.629140 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:00.634100 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:46:00.978081 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-f3613418-e2e6-4652-9c18-92065ea16bed req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] For port 5d897889-2baa-4f3a-b346-2dfeb26de2f8, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=5d897889-2baa-4f3a-b346-2dfeb26de2f8,segment=NetworkSegment(4b66aae6-b4d3-4dfd-be99-b71f998e0d6c),segment_id=4b66aae6-b4d3-4dfd-be99-b71f998e0d6c)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:46:00.978771 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-f3613418-e2e6-4652-9c18-92065ea16bed req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:01.118446 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-f3613418-e2e6-4652-9c18-92065ea16bed req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Calling delete_port for 5d897889-2baa-4f3a-b346-2dfeb26de2f8 owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:46:01.244417 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d81fbe-f76a-4a50-94c8-48281c0dc753 req-2f5ef083-a044-48f1-b42f-fe131e327f0a tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:46:01.246043 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-09d81fbe-f76a-4a50-94c8-48281c0dc753 req-2f5ef083-a044-48f1-b42f-fe131e327f0a tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 943 time: 0.4052544 Feb 03 11:46:01.339050 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-09d81fbe-f76a-4a50-94c8-48281c0dc753 req-60fa497a-aa5b-4c1c-a8c3-6e1235b3b1f7 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups?id=9c98ac48-3109-490a-bfb1-393a967bc562&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0847135 Feb 03 11:46:01.352493 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679578ce-f26d-40be-bbc6-67edc8072a34 req-e891936e-e2e9-4717-86a2-db4640b48a34 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:46:01.354113 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-679578ce-f26d-40be-bbc6-67edc8072a34 req-e891936e-e2e9-4717-86a2-db4640b48a34 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 943 time: 0.1726356 Feb 03 11:46:01.414648 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-f3613418-e2e6-4652-9c18-92065ea16bed req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:01.425985 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-679578ce-f26d-40be-bbc6-67edc8072a34 req-cf7ebbe0-a75d-4c5d-b052-e502c4f2e82a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628490 Feb 03 11:46:01.433230 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d14a2901-cc1c-4546-b046-5cfb8fe6fde0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:46:01.536899 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Pushing event deleted for resources: {'Port': ['ID=5d897889-2baa-4f3a-b346-2dfeb26de2f8,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:46:01.550147 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.550548 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.550941 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.551350 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.551735 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.552116 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.552494 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.552872 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.553245 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.553620 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.553995 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.554366 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.554932 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.555339 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.555718 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.556091 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.556471 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.556841 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.557214 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.557582 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.557953 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.558325 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.558700 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.559097 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:01.563116 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:46:01.682431 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3613418-e2e6-4652-9c18-92065ea16bed req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] No DVR routers for this DVR port 5d897889-2baa-4f3a-b346-2dfeb26de2f8 on host hv-cinder-77387 {{(pid=80076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:46:01.684896 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-f3613418-e2e6-4652-9c18-92065ea16bed req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:01.687781 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48ff63f-33d0-44a9-8924-1820011f7550', 'name': 'network-vif-deleted', 'tag': '5d897889-2baa-4f3a-b346-2dfeb26de2f8'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:46:01.704837 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f3613418-e2e6-4652-9c18-92065ea16bed req-39ea7e2a-c9dc-49d9-9867-f29f1b69a677 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.122 "DELETE /v2.0/ports/5d897889-2baa-4f3a-b346-2dfeb26de2f8 HTTP/1.1" status: 204 len: 173 time: 1.1830113 Feb 03 11:46:01.760750 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48ff63f-33d0-44a9-8924-1820011f7550', 'name': 'network-vif-deleted', 'tag': '5d897889-2baa-4f3a-b346-2dfeb26de2f8', 'status': 'completed', 'code': 200} Feb 03 11:46:02.542759 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-bc9e3d9f-562b-4b08-a61a-21ba163be45c req-e3fbd713-9e01-4a74-8b38-d61d2f5b6fe4 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Synchronizing usage tracker for tenant:36f1cccad50c4fd99ffb3f971529976b on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:46:02.559302 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-bc9e3d9f-562b-4b08-a61a-21ba163be45c req-e3fbd713-9e01-4a74-8b38-d61d2f5b6fe4 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Unset dirty status for tenant:36f1cccad50c4fd99ffb3f971529976b on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:46:02.560954 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-bc9e3d9f-562b-4b08-a61a-21ba163be45c req-e3fbd713-9e01-4a74-8b38-d61d2f5b6fe4 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/ports?device_id=b48ff63f-33d0-44a9-8924-1820011f7550 HTTP/1.1" status: 200 len: 210 time: 0.0673044 Feb 03 11:46:02.751454 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013d2ad-050d-4d38-811b-640c7327dc51 req-ca5509d6-1d54-420f-94cc-5cdca6ae2299 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:46:02.753132 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4013d2ad-050d-4d38-811b-640c7327dc51 req-ca5509d6-1d54-420f-94cc-5cdca6ae2299 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 943 time: 0.1699841 Feb 03 11:46:02.820952 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4013d2ad-050d-4d38-811b-640c7327dc51 req-9cecf00c-ef09-4dc7-8fda-bfec1ee7b4ff tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596189 Feb 03 11:46:02.912398 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 0cf2c2d4-0aad-42cc-866b-e4797fbda738 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:46:02.998470 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 0cf2c2d4-0aad-42cc-866b-e4797fbda738 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:46:02.998926 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:03.140321 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:03.169611 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615751ae-4530-4e97-9090-af8a7d460110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf2c2d4-0aad-42cc-866b-e4797fbda738'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:46:03.180429 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port 0cf2c2d4-0aad-42cc-866b-e4797fbda738, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=0cf2c2d4-0aad-42cc-866b-e4797fbda738,segment=NetworkSegment(3741f48f-16a9-4293-92b5-def40090b78c),segment_id=3741f48f-16a9-4293-92b5-def40090b78c)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:46:03.183994 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:03.185994 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:46:03.236209 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615751ae-4530-4e97-9090-af8a7d460110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf2c2d4-0aad-42cc-866b-e4797fbda738', 'code': 200} Feb 03 11:46:03.266169 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=0cf2c2d4-0aad-42cc-866b-e4797fbda738,revision_number=6']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:46:03.270043 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:46:03.534632 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b4654-9c58-4b13-8246-cdd1d2365a91 req-215b72fc-35b6-420c-91d4-4b61443bdb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:46:03.536229 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-451b4654-9c58-4b13-8246-cdd1d2365a91 req-215b72fc-35b6-420c-91d4-4b61443bdb6b service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 1162 time: 0.1080165 Feb 03 11:46:03.581006 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-451b4654-9c58-4b13-8246-cdd1d2365a91 req-9c82f51f-151b-4cf0-8562-be1ba83e48dc service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382712 Feb 03 11:46:03.777627 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a64230fb-0a9a-4df8-bd93-26bfbf95207f req-1fbed47b-bca2-4750-a766-0a44ae6fc830 tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "GET /v2.0/security-groups/9c98ac48-3109-490a-bfb1-393a967bc562 HTTP/1.1" status: 200 len: 2993 time: 0.0716980 Feb 03 11:46:03.875014 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a64230fb-0a9a-4df8-bd93-26bfbf95207f req-5e2849d8-9fd6-41bd-9eaa-31fe1905c3ff tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:03.908750 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a64230fb-0a9a-4df8-bd93-26bfbf95207f req-5e2849d8-9fd6-41bd-9eaa-31fe1905c3ff tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:03.953123 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d9308-dde7-4e61-b935-4a2ba250e6bd req-99e57fe7-e79b-4a8c-912c-f51fff1f1935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:46:03.954815 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-630d9308-dde7-4e61-b935-4a2ba250e6bd req-99e57fe7-e79b-4a8c-912c-f51fff1f1935 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=15e50d7ac4fd4b5db50980824778a1fd&device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 1162 time: 0.0935025 Feb 03 11:46:03.971470 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a64230fb-0a9a-4df8-bd93-26bfbf95207f req-5e2849d8-9fd6-41bd-9eaa-31fe1905c3ff tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:03.977723 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3ab97300-e960-415a-82c6-ac8b8362d710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:46:03.997143 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2849d8-9fd6-41bd-9eaa-31fe1905c3ff tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c98ac48-3109-490a-bfb1-393a967bc562,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:46:04.000148 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5e2849d8-9fd6-41bd-9eaa-31fe1905c3ff tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:46:04.009192 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a64230fb-0a9a-4df8-bd93-26bfbf95207f req-5e2849d8-9fd6-41bd-9eaa-31fe1905c3ff tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:04.010441 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a64230fb-0a9a-4df8-bd93-26bfbf95207f req-5e2849d8-9fd6-41bd-9eaa-31fe1905c3ff tempest-TestShelveInstance-248163163 tempest-TestShelveInstance-248163163-project] 10.222.0.68 "DELETE /v2.0/security-groups/9c98ac48-3109-490a-bfb1-393a967bc562 HTTP/1.1" status: 204 len: 173 time: 0.2264602 Feb 03 11:46:04.080055 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 45230) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:46:04.276226 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275a221-31c9-49b7-a1f8-6daa2ca6afde req-2eccfffd-fd81-4e90-b52c-f96ea21d1ae3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:46:04.277952 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9275a221-31c9-49b7-a1f8-6daa2ca6afde req-2eccfffd-fd81-4e90-b52c-f96ea21d1ae3 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.3024404 Feb 03 11:46:04.280970 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d9308-dde7-4e61-b935-4a2ba250e6bd req-b0aa2b7b-55d4-4881-9dd0-23f6fd625e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:46:04.282495 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-630d9308-dde7-4e61-b935-4a2ba250e6bd req-b0aa2b7b-55d4-4881-9dd0-23f6fd625e3a service neutron] 10.222.0.122 "GET /v2.0/networks?id=6ee212a8-a662-49ec-9d02-feb306b9fb62 HTTP/1.1" status: 200 len: 910 time: 0.2595954 Feb 03 11:46:04.424590 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 0cf2c2d4-0aad-42cc-866b-e4797fbda738 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:46:04.445322 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9275a221-31c9-49b7-a1f8-6daa2ca6afde req-50257148-3237-4829-8100-bffe18af5164 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598194 Feb 03 11:46:04.452869 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-630d9308-dde7-4e61-b935-4a2ba250e6bd req-78b83f5d-32de-47c9-93d8-11d085579e48 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cf2c2d4-0aad-42cc-866b-e4797fbda738 HTTP/1.1" status: 200 len: 1000 time: 0.1498108 Feb 03 11:46:04.519087 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 0cf2c2d4-0aad-42cc-866b-e4797fbda738 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:46:04.519827 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:04.535871 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d9308-dde7-4e61-b935-4a2ba250e6bd req-6412f6cb-2c61-4894-a669-d3f8c5993a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:46:04.537568 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-630d9308-dde7-4e61-b935-4a2ba250e6bd req-6412f6cb-2c61-4894-a669-d3f8c5993a1b service neutron] 10.222.0.122 "GET /v2.0/subnets?id=b02e8330-4b19-43ce-a9de-cf3994e73e6b HTTP/1.1" status: 200 len: 855 time: 0.0754044 Feb 03 11:46:04.639588 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d9308-dde7-4e61-b935-4a2ba250e6bd req-cacf810c-6316-4d4d-be42-7677c2695250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:46:04.641816 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-630d9308-dde7-4e61-b935-4a2ba250e6bd req-cacf810c-6316-4d4d-be42-7677c2695250 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=6ee212a8-a662-49ec-9d02-feb306b9fb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0965655 Feb 03 11:46:04.812211 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-630d9308-dde7-4e61-b935-4a2ba250e6bd req-8c8b8a05-6763-4a21-8562-d858aaf75c57 service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599319 Feb 03 11:46:04.981493 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-630d9308-dde7-4e61-b935-4a2ba250e6bd req-7d74bb72-bea3-45c0-8e7e-63842f673a18 service neutron] 10.222.0.122 "GET /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1581905 Feb 03 11:46:05.220051 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aa346a4a-aaa8-4518-a1dd-307553f32fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505393'] for router_interface, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:05.646495 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-aa346a4a-aaa8-4518-a1dd-307553f32fce admin admin] Deleting port 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8 {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:46:05.647093 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aa346a4a-aaa8-4518-a1dd-307553f32fce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:05.850484 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd8cbb-55c1-4ff7-a2b0-961e778ea7f6 req-1ae33de4-d8e2-4698-87e0-363861a3220e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:46:05.852473 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a1bd8cbb-55c1-4ff7-a2b0-961e778ea7f6 req-1ae33de4-d8e2-4698-87e0-363861a3220e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1908891 Feb 03 11:46:05.864385 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-aa346a4a-aaa8-4518-a1dd-307553f32fce admin admin] For port 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8,segment=NetworkSegment(4b66aae6-b4d3-4dfd-be99-b71f998e0d6c),segment_id=4b66aae6-b4d3-4dfd-be99-b71f998e0d6c)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:46:05.864786 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aa346a4a-aaa8-4518-a1dd-307553f32fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:05.925249 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a1bd8cbb-55c1-4ff7-a2b0-961e778ea7f6 req-59963a91-0a44-47c9-8232-f71985f27ac2 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646329 Feb 03 11:46:06.003919 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-aa346a4a-aaa8-4518-a1dd-307553f32fce admin admin] Calling delete_port for 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8 owned by network:router_interface {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:46:06.342508 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aa346a4a-aaa8-4518-a1dd-307553f32fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556013'] for port, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:06.356179 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-30b3d51d-8a9a-4649-ac8f-0534a178f58a tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:46:06.451918 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa346a4a-aaa8-4518-a1dd-307553f32fce admin admin] Pushing event deleted for resources: {'Port': ['ID=78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:46:06.458489 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-aa346a4a-aaa8-4518-a1dd-307553f32fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:46:06.786528 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-aa346a4a-aaa8-4518-a1dd-307553f32fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854160145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854270091'] for router_interface, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:07.247604 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c37981-c20b-4799-a39d-c295ff0e4be8 req-ba94265f-3ed9-4018-9106-f27640206bf1 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:46:07.249326 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-86c37981-c20b-4799-a39d-c295ff0e4be8 req-ba94265f-3ed9-4018-9106-f27640206bf1 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1684773 Feb 03 11:46:07.321145 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-86c37981-c20b-4799-a39d-c295ff0e4be8 req-545f298f-db3d-42cf-8396-8572567e077e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647328 Feb 03 11:46:07.322238 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa346a4a-aaa8-4518-a1dd-307553f32fce admin admin] Router 97a9746c-6ee2-4008-9832-e68f1c924dd7 has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:46:07.785079 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa346a4a-aaa8-4518-a1dd-307553f32fce admin admin] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:46:07.795309 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4f9ecd-3118-4b65-8c99-4eedae4c1319 None None] Sync routers for ids ['97a9746c-6ee2-4008-9832-e68f1c924dd7'] in dv-cinder-773870-1-smb {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:46:07.802629 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-aa346a4a-aaa8-4518-a1dd-307553f32fce admin admin] 10.222.0.68 "PUT /v2.0/routers/97a9746c-6ee2-4008-9832-e68f1c924dd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7210512 Feb 03 11:46:07.805677 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 45282) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:46:07.805982 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4f9ecd-3118-4b65-8c99-4eedae4c1319 None None] Routers {'97a9746c-6ee2-4008-9832-e68f1c924dd7'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:46:07.806693 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-3e4f9ecd-3118-4b65-8c99-4eedae4c1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:45:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['97a9746c-6ee2-4008-9832-e68f1c924dd7'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:46:08.025610 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-3e4f9ecd-3118-4b65-8c99-4eedae4c1319 None None] Set router 97a9746c-6ee2-4008-9832-e68f1c924dd7 gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:46:08.238874 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5690d136-fd6a-4042-87a6-05edd4370db3 admin admin] Notify callbacks [] for router, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:08.343909 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-3e4f9ecd-3118-4b65-8c99-4eedae4c1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'name': 'tempest-TestShelveInstance-397611547-router', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:39Z', 'updated_at': '2021-02-03T11:46:06Z', 'revision_number': 5, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'gw_port': {'id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:41Z', 'updated_at': '2021-02-03T11:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:46:08.348171 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4f9ecd-3118-4b65-8c99-4eedae4c1319 None None] Checking router: 97a9746c-6ee2-4008-9832-e68f1c924dd7 for host: dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:46:08.361732 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4f9ecd-3118-4b65-8c99-4eedae4c1319 None None] Routers {'97a9746c-6ee2-4008-9832-e68f1c924dd7'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:46:08.362394 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-3e4f9ecd-3118-4b65-8c99-4eedae4c1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:45:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['97a9746c-6ee2-4008-9832-e68f1c924dd7'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:46:08.434168 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5690d136-fd6a-4042-87a6-05edd4370db3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:08.439532 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-5690d136-fd6a-4042-87a6-05edd4370db3 admin admin] Deleting port e8c3ca08-44f8-4d7c-b440-893c59a6c232 {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:46:08.439906 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5690d136-fd6a-4042-87a6-05edd4370db3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:08.556973 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-3e4f9ecd-3118-4b65-8c99-4eedae4c1319 None None] Set router 97a9746c-6ee2-4008-9832-e68f1c924dd7 gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:46:08.629268 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-5690d136-fd6a-4042-87a6-05edd4370db3 admin admin] For port e8c3ca08-44f8-4d7c-b440-893c59a6c232, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=e8c3ca08-44f8-4d7c-b440-893c59a6c232,segment=NetworkSegment(ef679f0b-7c61-47c0-b704-b3d2fd0cd989),segment_id=ef679f0b-7c61-47c0-b704-b3d2fd0cd989)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:46:08.629609 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5690d136-fd6a-4042-87a6-05edd4370db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:08.766907 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-5690d136-fd6a-4042-87a6-05edd4370db3 admin admin] Calling delete_port for e8c3ca08-44f8-4d7c-b440-893c59a6c232 owned by network:router_gateway {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:46:08.921910 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5690d136-fd6a-4042-87a6-05edd4370db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: WARNING neutron.plugins.ml2.ovo_rpc [None req-5690d136-fd6a-4042-87a6-05edd4370db3 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: result = function(*args, **kwargs) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: proto.__init__(conn_state, self) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: self.handle() Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: self.handle_one_request() Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: self.handle_one_response() Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: result = self.application(self.environ, start_response) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: return app(environ, start_response) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: response = req.get_response(self.application) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: application, catch_exc_info=False) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: response = req.get_response(self.application) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: application, catch_exc_info=False) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: response = req.get_response(self.application) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: application, catch_exc_info=False) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: response = req.get_response(self.application) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: application, catch_exc_info=False) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: return request.get_response(self.application) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: application, catch_exc_info=False) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: response = req.get_response(self._app) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: application, catch_exc_info=False) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: app_iter = application(self.environ, start_response) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: return resp(environ, start_response) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: return resp(environ, start_response) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: response = self.app(environ, start_response) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: return resp(environ, start_response) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: resp = self.call_func(req, *args, **kw) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: return self.func(req, *args, **kwargs) Feb 03 11:46:08.928248 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: result = method(request=request, **args) Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: return self._delete(request, id, **kwargs) Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: return f(*args, **kwargs) Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: return f(*args, **kwargs) Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: return f(*dup_args, **dup_kwargs) Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: obj_deleter(request.context, id, **kwargs) Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: return method(*args, **kwargs) Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: return f(*args, **kwargs) Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: return f(*args, **kwargs) Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: return f(*dup_args, **dup_kwargs) Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: self._delete_current_gw_port(context, id, router, None) Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: admin_ctx, gw_port_id, l3_port_check=False) Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: return f(self, context, *args, **kwargs) Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: return method(*args, **kwargs) Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: context, port, router_ids, bound_mech_contexts) Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: return function(*args, **kwargs) Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: callback(resource, event, trigger, **kwargs) Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: if self._is_session_semantic_violated(context, resource, event): Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: stack = traceback.extract_stack() Feb 03 11:46:08.933865 dv-cinder-773870-1-smb neutron-server[79964]: Feb 03 11:46:09.034855 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-3e4f9ecd-3118-4b65-8c99-4eedae4c1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'name': 'tempest-TestShelveInstance-397611547-router', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:39Z', 'updated_at': '2021-02-03T11:46:06Z', 'revision_number': 5, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'gw_port': {'id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:41Z', 'updated_at': '2021-02-03T11:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:46:09.039311 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4f9ecd-3118-4b65-8c99-4eedae4c1319 None None] The sync data for ids ['97a9746c-6ee2-4008-9832-e68f1c924dd7'] in dv-cinder-773870-1-smb is: [{'id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'name': 'tempest-TestShelveInstance-397611547-router', 'tenant_id': '36f1cccad50c4fd99ffb3f971529976b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184'}], 'enable_snat': True}, 'gw_port_id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:39Z', 'updated_at': '2021-02-03T11:46:06Z', 'revision_number': 5, 'project_id': '36f1cccad50c4fd99ffb3f971529976b', 'gw_port': {'id': 'e8c3ca08-44f8-4d7c-b440-893c59a6c232', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a9746c-6ee2-4008-9832-e68f1c924dd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:41Z', 'updated_at': '2021-02-03T11:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}] {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:46:09.126474 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5690d136-fd6a-4042-87a6-05edd4370db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854270829'] for router_gateway, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:09.270772 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5690d136-fd6a-4042-87a6-05edd4370db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854272801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774809'] for router, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:09.273264 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5690d136-fd6a-4042-87a6-05edd4370db3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:09.375029 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5690d136-fd6a-4042-87a6-05edd4370db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-501868'] for router, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:09.375694 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5690d136-fd6a-4042-87a6-05edd4370db3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97a9746c-6ee2-4008-9832-e68f1c924dd7 {{(pid=80076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 03 11:46:09.390466 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5690d136-fd6a-4042-87a6-05edd4370db3 admin admin] Notify callbacks [] for router, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:09.391794 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-5690d136-fd6a-4042-87a6-05edd4370db3 admin admin] 10.222.0.68 "DELETE /v2.0/routers/97a9746c-6ee2-4008-9832-e68f1c924dd7 HTTP/1.1" status: 204 len: 168 time: 1.5850616 Feb 03 11:46:09.394584 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 45290) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:46:09.468819 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6dfdcd-48fc-4631-888e-63731633b5d7 admin admin] Deleting subnet 49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba {{(pid=80076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 11:46:09.472740 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e6dfdcd-48fc-4631-888e-63731633b5d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:09.529749 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e6dfdcd-48fc-4631-888e-63731633b5d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851665920'] for subnet, precommit_delete_associations {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:09.659136 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e6dfdcd-48fc-4631-888e-63731633b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-59611'] for subnet, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:09.925049 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e6dfdcd-48fc-4631-888e-63731633b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854716205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851665045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2331762'] for subnet, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:09.938925 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:46:10.024231 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6dfdcd-48fc-4631-888e-63731633b5d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:46:10.030971 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0e6dfdcd-48fc-4631-888e-63731633b5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:46:10.075533 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e6dfdcd-48fc-4631-888e-63731633b5d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:10.081643 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce995e5-1382-4780-877a-0e26d473789f None None] Network f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:46:10.081830 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-0e6dfdcd-48fc-4631-888e-63731633b5d7 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/49e0f0f2-08c3-4c8f-a5aa-c9dbfdc106ba HTTP/1.1" status: 204 len: 168 time: 0.6861575 Feb 03 11:46:10.084631 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 45294) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:46:10.200118 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853835911'] for network, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:10.275606 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] Deleting port 28f3d82b-17eb-4ebb-a346-404e8938a3c8 {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:46:10.276034 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:10.377079 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ca6f40-e014-4f51-ab1f-0c9f7d6d6a4d None None] DHCP port deletion for f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d request from dv-cinder-773870-1-smb {{(pid=80077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 03 11:46:10.381838 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-28ca6f40-e014-4f51-ab1f-0c9f7d6d6a4d None None] Deleting port 28f3d82b-17eb-4ebb-a346-404e8938a3c8 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:46:10.382496 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-28ca6f40-e014-4f51-ab1f-0c9f7d6d6a4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:10.410161 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8 no longer exists at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:46:10.458562 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] No Port match for: 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8 {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:46:10.458879 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 78fcfdb1-aa91-40b7-9e4f-aa83ae0c0cb8 not bound to the agent host dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:46:10.459441 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device e8c3ca08-44f8-4d7c-b440-893c59a6c232 no longer exists at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:46:10.508739 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] No Port match for: e8c3ca08-44f8-4d7c-b440-893c59a6c232 {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:46:10.509128 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device e8c3ca08-44f8-4d7c-b440-893c59a6c232 not bound to the agent host dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:46:10.519250 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] For port 28f3d82b-17eb-4ebb-a346-404e8938a3c8, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=28f3d82b-17eb-4ebb-a346-404e8938a3c8,segment=NetworkSegment(4b66aae6-b4d3-4dfd-be99-b71f998e0d6c),segment_id=4b66aae6-b4d3-4dfd-be99-b71f998e0d6c)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:46:10.519719 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:10.658935 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] Calling delete_port for 28f3d82b-17eb-4ebb-a346-404e8938a3c8 owned by network:dhcp {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:46:10.682495 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-28ca6f40-e014-4f51-ab1f-0c9f7d6d6a4d None None] For port 28f3d82b-17eb-4ebb-a346-404e8938a3c8, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=28f3d82b-17eb-4ebb-a346-404e8938a3c8,segment=NetworkSegment(4b66aae6-b4d3-4dfd-be99-b71f998e0d6c),segment_id=4b66aae6-b4d3-4dfd-be99-b71f998e0d6c)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:46:10.682933 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-28ca6f40-e014-4f51-ab1f-0c9f7d6d6a4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:10.738740 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556013'] for port, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:10.758327 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:46:10.817062 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-28ca6f40-e014-4f51-ab1f-0c9f7d6d6a4d None None] Calling delete_port for 28f3d82b-17eb-4ebb-a346-404e8938a3c8 owned by network:dhcp {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:46:10.849284 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f3d82b-17eb-4ebb-a346-404e8938a3c8,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:46:10.856970 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:46:10.897294 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.db.api [None req-28ca6f40-e014-4f51-ab1f-0c9f7d6d6a4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80077) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:46:10.897669 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_db.api [None req-28ca6f40-e014-4f51-ab1f-0c9f7d6d6a4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 11:46:10.910348 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] No DVR routers for this DVR port 28f3d82b-17eb-4ebb-a346-404e8938a3c8 on host dv-cinder-773870-1-smb {{(pid=80075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:46:11.036134 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5968', 'neutron.services.segments.db._delete_segments_for_network--9223363257154695830'] for network, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:11.155156 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d']}} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:46:11.168410 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b66aae6-b4d3-4dfd-be99-b71f998e0d6c') {'for_net_delete': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:46:11.168628 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b66aae6-b4d3-4dfd-be99-b71f998e0d6c') {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:46:11.180861 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257154698902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3034686'] for segment, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:11.196588 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:11.198719 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 11:46:11.380479 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] Network f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d has no segments {{(pid=80075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:46:11.390813 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2219846'] for segment, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:11.399004 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-28ca6f40-e014-4f51-ab1f-0c9f7d6d6a4d None None] Deleting port 28f3d82b-17eb-4ebb-a346-404e8938a3c8 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:46:11.399462 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-28ca6f40-e014-4f51-ab1f-0c9f7d6d6a4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:11.473679 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-28ca6f40-e014-4f51-ab1f-0c9f7d6d6a4d None None] The port '28f3d82b-17eb-4ebb-a346-404e8938a3c8' was deleted {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 03 11:46:11.584091 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] Network f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d has no segments {{(pid=80075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: Traceback (most recent call last): Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: timer() Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: cb(*args, **kw) Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: return func(*args, **kwargs) Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: self._notify() Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: self.callback(batched_events) Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: event.method(event) Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: segment_id)['aggregates'][0] Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: return f(self, *a, **k) Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: return self._get(url).json() Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: **kwargs) Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: **endpoint_filter) Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:46:11.607190 dv-cinder-773870-1-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:46:11.687722 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854769816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504970'] for network, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:11.691435 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:46:11.709032 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:11.720420 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] Pushing event deleted for resources: {'Network': ['ID=f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:46:11.724007 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:46:11.735784 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-1ee9b236-d8ce-4e30-a93e-53744b2a3d48 admin admin] 10.222.0.68 "DELETE /v2.0/networks/f73e9c96-7ea9-4d96-b3cc-6b6172b1f34d HTTP/1.1" status: 204 len: 168 time: 1.6499393 Feb 03 11:46:11.740403 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 45302) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:46:12.331947 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6cad9f4f-01f4-4eb9-bf61-3807e45f323a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505393'] for router_interface, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:12.338700 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 28f3d82b-17eb-4ebb-a346-404e8938a3c8 no longer exists at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:46:12.382411 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] No Port match for: 28f3d82b-17eb-4ebb-a346-404e8938a3c8 {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:46:12.382940 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 28f3d82b-17eb-4ebb-a346-404e8938a3c8 not bound to the agent host dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:46:12.714705 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-6cad9f4f-01f4-4eb9-bf61-3807e45f323a admin admin] Deleting port eea29199-5d05-4739-962a-2e3dd30d1ae5 {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:46:12.715079 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6cad9f4f-01f4-4eb9-bf61-3807e45f323a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:12.901049 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-6cad9f4f-01f4-4eb9-bf61-3807e45f323a admin admin] For port eea29199-5d05-4739-962a-2e3dd30d1ae5, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=eea29199-5d05-4739-962a-2e3dd30d1ae5,segment=NetworkSegment(400f8d3c-a0ef-490e-a8b4-73413c508ec5),segment_id=400f8d3c-a0ef-490e-a8b4-73413c508ec5)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:46:12.901412 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6cad9f4f-01f4-4eb9-bf61-3807e45f323a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:13.039458 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-6cad9f4f-01f4-4eb9-bf61-3807e45f323a admin admin] Calling delete_port for eea29199-5d05-4739-962a-2e3dd30d1ae5 owned by network:router_interface {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:46:13.464971 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6cad9f4f-01f4-4eb9-bf61-3807e45f323a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556013'] for port, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:13.483165 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c575d13a-a9cb-4d16-a8ce-7a672d5149e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:46:13.579646 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad9f4f-01f4-4eb9-bf61-3807e45f323a admin admin] Pushing event deleted for resources: {'Port': ['ID=eea29199-5d05-4739-962a-2e3dd30d1ae5,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:46:13.586319 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6cad9f4f-01f4-4eb9-bf61-3807e45f323a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:46:13.906478 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6cad9f4f-01f4-4eb9-bf61-3807e45f323a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854160145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854270091'] for router_interface, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:14.437583 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cad9f4f-01f4-4eb9-bf61-3807e45f323a admin admin] Router 0a2e74d6-becc-4a45-9853-8198218d8190 has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:46:14.646332 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cad9f4f-01f4-4eb9-bf61-3807e45f323a admin admin] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:46:14.656108 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bd3c1e-719c-4d2c-b594-10ec8d4451df None None] Sync routers for ids ['0a2e74d6-becc-4a45-9853-8198218d8190'] in dv-cinder-773870-1-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:46:14.657573 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-6cad9f4f-01f4-4eb9-bf61-3807e45f323a admin admin] 10.222.0.68 "PUT /v2.0/routers/0a2e74d6-becc-4a45-9853-8198218d8190/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9160507 Feb 03 11:46:14.660429 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 45310) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:46:14.666420 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd3c1e-719c-4d2c-b594-10ec8d4451df None None] Routers {'0a2e74d6-becc-4a45-9853-8198218d8190'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:46:14.667094 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-32bd3c1e-719c-4d2c-b594-10ec8d4451df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:45:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['0a2e74d6-becc-4a45-9853-8198218d8190'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:46:14.864216 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-32bd3c1e-719c-4d2c-b594-10ec8d4451df None None] Set router 0a2e74d6-becc-4a45-9853-8198218d8190 gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:46:14.866148 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-da338900-ebeb-4d5d-9fa0-08c856539391 admin admin] Notify callbacks [] for router, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:15.215865 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-32bd3c1e-719c-4d2c-b594-10ec8d4451df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2e74d6-becc-4a45-9853-8198218d8190', 'name': 'tempest-TestShelveInstance-1158049969-router', 'tenant_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '00461551-b7c7-462b-9c09-c03c16ef880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:58Z', 'updated_at': '2021-02-03T11:46:13Z', 'revision_number': 5, 'project_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'gw_port': {'id': '00461551-b7c7-462b-9c09-c03c16ef880a', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2e74d6-becc-4a45-9853-8198218d8190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:00Z', 'updated_at': '2021-02-03T11:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:46:15.220898 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bd3c1e-719c-4d2c-b594-10ec8d4451df None None] Checking router: 0a2e74d6-becc-4a45-9853-8198218d8190 for host: dv-cinder-773870-1-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:46:15.233019 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd3c1e-719c-4d2c-b594-10ec8d4451df None None] Routers {'0a2e74d6-becc-4a45-9853-8198218d8190'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:46:15.233726 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-32bd3c1e-719c-4d2c-b594-10ec8d4451df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:45:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['0a2e74d6-becc-4a45-9853-8198218d8190'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:46:15.355573 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-da338900-ebeb-4d5d-9fa0-08c856539391 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:15.361654 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-da338900-ebeb-4d5d-9fa0-08c856539391 admin admin] Deleting port 00461551-b7c7-462b-9c09-c03c16ef880a {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:46:15.362010 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-da338900-ebeb-4d5d-9fa0-08c856539391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:15.561806 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-da338900-ebeb-4d5d-9fa0-08c856539391 admin admin] For port 00461551-b7c7-462b-9c09-c03c16ef880a, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=00461551-b7c7-462b-9c09-c03c16ef880a,segment=NetworkSegment(ef679f0b-7c61-47c0-b704-b3d2fd0cd989),segment_id=ef679f0b-7c61-47c0-b704-b3d2fd0cd989)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:46:15.562090 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-da338900-ebeb-4d5d-9fa0-08c856539391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:15.616713 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-32bd3c1e-719c-4d2c-b594-10ec8d4451df None None] Set router 0a2e74d6-becc-4a45-9853-8198218d8190 gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:46:15.698470 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-da338900-ebeb-4d5d-9fa0-08c856539391 admin admin] Calling delete_port for 00461551-b7c7-462b-9c09-c03c16ef880a owned by network:router_gateway {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:46:15.843593 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-da338900-ebeb-4d5d-9fa0-08c856539391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:15.934552 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-32bd3c1e-719c-4d2c-b594-10ec8d4451df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2e74d6-becc-4a45-9853-8198218d8190', 'name': 'tempest-TestShelveInstance-1158049969-router', 'tenant_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '00461551-b7c7-462b-9c09-c03c16ef880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:58Z', 'updated_at': '2021-02-03T11:46:13Z', 'revision_number': 5, 'project_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'gw_port': {'id': '00461551-b7c7-462b-9c09-c03c16ef880a', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2e74d6-becc-4a45-9853-8198218d8190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:00Z', 'updated_at': '2021-02-03T11:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:46:15.939028 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bd3c1e-719c-4d2c-b594-10ec8d4451df None None] The sync data for ids ['0a2e74d6-becc-4a45-9853-8198218d8190'] in dv-cinder-773870-1-smb is: [{'id': '0a2e74d6-becc-4a45-9853-8198218d8190', 'name': 'tempest-TestShelveInstance-1158049969-router', 'tenant_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.245'}], 'enable_snat': True}, 'gw_port_id': '00461551-b7c7-462b-9c09-c03c16ef880a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:58Z', 'updated_at': '2021-02-03T11:46:13Z', 'revision_number': 5, 'project_id': '515ea1ddb1fd48b2b98fc35bb9d71b1e', 'gw_port': {'id': '00461551-b7c7-462b-9c09-c03c16ef880a', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2e74d6-becc-4a45-9853-8198218d8190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:39:00Z', 'updated_at': '2021-02-03T11:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:46:16.044101 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-da338900-ebeb-4d5d-9fa0-08c856539391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854270829'] for router_gateway, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:16.190411 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-da338900-ebeb-4d5d-9fa0-08c856539391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854272801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774809'] for router, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:16.193470 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-da338900-ebeb-4d5d-9fa0-08c856539391 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:16.218231 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-da338900-ebeb-4d5d-9fa0-08c856539391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-501868'] for router, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:16.218723 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da338900-ebeb-4d5d-9fa0-08c856539391 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a2e74d6-becc-4a45-9853-8198218d8190 {{(pid=80076) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 03 11:46:16.232967 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-da338900-ebeb-4d5d-9fa0-08c856539391 admin admin] Notify callbacks [] for router, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:16.234197 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-da338900-ebeb-4d5d-9fa0-08c856539391 admin admin] 10.222.0.68 "DELETE /v2.0/routers/0a2e74d6-becc-4a45-9853-8198218d8190 HTTP/1.1" status: 204 len: 168 time: 1.5727472 Feb 03 11:46:16.237091 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 45318) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:46:16.301770 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device eea29199-5d05-4739-962a-2e3dd30d1ae5 no longer exists at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:46:16.306816 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d06726-4408-439c-b686-73cd9f05ad67 admin admin] Deleting subnet 650960af-bce9-4315-ac15-b3c6d26af1ba {{(pid=80076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 11:46:16.310543 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b2d06726-4408-439c-b686-73cd9f05ad67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:16.341469 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] No Port match for: eea29199-5d05-4739-962a-2e3dd30d1ae5 {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:46:16.341886 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device eea29199-5d05-4739-962a-2e3dd30d1ae5 not bound to the agent host dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:46:16.367897 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b2d06726-4408-439c-b686-73cd9f05ad67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851665920'] for subnet, precommit_delete_associations {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:16.462074 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b2d06726-4408-439c-b686-73cd9f05ad67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-59611'] for subnet, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:16.751802 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b2d06726-4408-439c-b686-73cd9f05ad67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854716205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851665045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2331762'] for subnet, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:16.772484 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-24568ed9-53d9-42c9-8a16-2e4634601e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:46:16.859477 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d06726-4408-439c-b686-73cd9f05ad67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=650960af-bce9-4315-ac15-b3c6d26af1ba,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:46:16.875907 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b2d06726-4408-439c-b686-73cd9f05ad67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:46:16.908800 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b2d06726-4408-439c-b686-73cd9f05ad67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:16.915413 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f8ef8c-1868-4d24-b46d-4329e7ed7038 None None] Network e55649ee-7747-48e9-8ead-a10cce200367 requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:46:16.916558 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-b2d06726-4408-439c-b686-73cd9f05ad67 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/650960af-bce9-4315-ac15-b3c6d26af1ba HTTP/1.1" status: 204 len: 168 time: 0.6784008 Feb 03 11:46:16.919299 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 45322) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:46:17.041912 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853835911'] for network, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:17.113281 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] Deleting port 3df4fec1-fa24-430f-89c7-9b03d7334331 {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:46:17.113658 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:17.184247 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a3d70e-34c7-47dd-a85b-28bd257c0778 None None] DHCP port deletion for e55649ee-7747-48e9-8ead-a10cce200367 request from dv-cinder-773870-1-smb {{(pid=80077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 03 11:46:17.188966 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3d70e-34c7-47dd-a85b-28bd257c0778 None None] Deleting port 3df4fec1-fa24-430f-89c7-9b03d7334331 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:46:17.189385 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a6a3d70e-34c7-47dd-a85b-28bd257c0778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:17.346385 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] For port 3df4fec1-fa24-430f-89c7-9b03d7334331, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=3df4fec1-fa24-430f-89c7-9b03d7334331,segment=NetworkSegment(400f8d3c-a0ef-490e-a8b4-73413c508ec5),segment_id=400f8d3c-a0ef-490e-a8b4-73413c508ec5)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:46:17.346748 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:17.415624 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-a6a3d70e-34c7-47dd-a85b-28bd257c0778 None None] For port 3df4fec1-fa24-430f-89c7-9b03d7334331, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=3df4fec1-fa24-430f-89c7-9b03d7334331,segment=NetworkSegment(400f8d3c-a0ef-490e-a8b4-73413c508ec5),segment_id=400f8d3c-a0ef-490e-a8b4-73413c508ec5)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:46:17.415932 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a6a3d70e-34c7-47dd-a85b-28bd257c0778 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:17.482204 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] Calling delete_port for 3df4fec1-fa24-430f-89c7-9b03d7334331 owned by network:dhcp {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:46:17.552886 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3d70e-34c7-47dd-a85b-28bd257c0778 None None] Calling delete_port for 3df4fec1-fa24-430f-89c7-9b03d7334331 owned by network:dhcp {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:46:17.564181 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:17.581198 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:46:17.628524 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] Pushing event deleted for resources: {'Port': ['ID=3df4fec1-fa24-430f-89c7-9b03d7334331,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:46:17.636313 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.db.api [None req-a6a3d70e-34c7-47dd-a85b-28bd257c0778 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80077) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:46:17.636725 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_db.api [None req-a6a3d70e-34c7-47dd-a85b-28bd257c0778 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 11:46:17.675015 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:46:17.736012 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] No DVR routers for this DVR port 3df4fec1-fa24-430f-89c7-9b03d7334331 on host dv-cinder-773870-1-smb {{(pid=80076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:46:17.863931 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5968', 'neutron.services.segments.db._delete_segments_for_network--9223363257154695830'] for network, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:17.987357 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55649ee-7747-48e9-8ead-a10cce200367']}} {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:46:18.000360 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400f8d3c-a0ef-490e-a8b4-73413c508ec5') {'for_net_delete': True} {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:46:18.000697 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400f8d3c-a0ef-490e-a8b4-73413c508ec5') {} {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:46:18.013113 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257154698902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109896'] for segment, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:18.033519 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:18.035572 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 11:46:18.138744 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3d70e-34c7-47dd-a85b-28bd257c0778 None None] Deleting port 3df4fec1-fa24-430f-89c7-9b03d7334331 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:46:18.139241 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a6a3d70e-34c7-47dd-a85b-28bd257c0778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:18.213144 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] Network e55649ee-7747-48e9-8ead-a10cce200367 has no segments {{(pid=80076) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:46:18.215490 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3d70e-34c7-47dd-a85b-28bd257c0778 None None] The port '3df4fec1-fa24-430f-89c7-9b03d7334331' was deleted {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 03 11:46:18.223451 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851665148'] for segment, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:18.341291 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 3df4fec1-fa24-430f-89c7-9b03d7334331 no longer exists at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:46:18.379843 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] No Port match for: 3df4fec1-fa24-430f-89c7-9b03d7334331 {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:46:18.380244 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 3df4fec1-fa24-430f-89c7-9b03d7334331 not bound to the agent host dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:46:18.380718 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 00461551-b7c7-462b-9c09-c03c16ef880a no longer exists at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:46:18.417905 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] No Port match for: 00461551-b7c7-462b-9c09-c03c16ef880a {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:46:18.418143 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 00461551-b7c7-462b-9c09-c03c16ef880a not bound to the agent host dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:46:18.420315 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] Network e55649ee-7747-48e9-8ead-a10cce200367 has no segments {{(pid=80076) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: Traceback (most recent call last): Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: timer() Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: cb(*args, **kw) Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: return func(*args, **kwargs) Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: self._notify() Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: self.callback(batched_events) Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: event.method(event) Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: segment_id)['aggregates'][0] Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: return f(self, *a, **k) Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: return self._get(url).json() Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: **kwargs) Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: **endpoint_filter) Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:46:18.444611 dv-cinder-773870-1-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:46:18.535162 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854769816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504970'] for network, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:18.538631 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:46:18.555642 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:18.562247 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] Pushing event deleted for resources: {'Network': ['ID=e55649ee-7747-48e9-8ead-a10cce200367,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:46:18.567001 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:46:18.570141 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-1c8e01be-9c4d-4ece-a114-0605e5cfad0c admin admin] 10.222.0.68 "DELETE /v2.0/networks/e55649ee-7747-48e9-8ead-a10cce200367 HTTP/1.1" status: 204 len: 168 time: 1.6497824 Feb 03 11:46:18.720781 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 45332) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:46:18.775499 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-4558d99a-ff81-4d34-9720-d3c66b64fe4b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=36f1cccad50c4fd99ffb3f971529976b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533710 Feb 03 11:46:18.778154 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 45336) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:46:18.841177 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c5193950-0cb7-4ce6-96b4-fa331dc7b461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:18.870447 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c5193950-0cb7-4ce6-96b4-fa331dc7b461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:18.924448 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c5193950-0cb7-4ce6-96b4-fa331dc7b461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:18.929718 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-84e7c677-d3cb-4742-a997-ddb9640bda0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:46:18.946435 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5193950-0cb7-4ce6-96b4-fa331dc7b461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4864d0-4825-46e6-a84f-448a93e28179,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:46:18.949207 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c5193950-0cb7-4ce6-96b4-fa331dc7b461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:46:18.953094 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c5193950-0cb7-4ce6-96b4-fa331dc7b461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:18.954200 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-c5193950-0cb7-4ce6-96b4-fa331dc7b461 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2b4864d0-4825-46e6-a84f-448a93e28179 HTTP/1.1" status: 204 len: 168 time: 0.1751423 Feb 03 11:46:19.381599 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 45344) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:46:19.435293 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-060261a9-c2d2-4b97-b571-d939d6ed2a2f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=515ea1ddb1fd48b2b98fc35bb9d71b1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524454 Feb 03 11:46:19.438916 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 45348) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:46:19.504915 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-967de3af-e674-4919-b147-a7937194e94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:19.536064 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-967de3af-e674-4919-b147-a7937194e94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:19.593103 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-967de3af-e674-4919-b147-a7937194e94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:19.598318 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-024d841f-d260-44ef-8e52-45b17bd6f416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:46:19.620290 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967de3af-e674-4919-b147-a7937194e94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad952a3-33a1-4471-a0dc-aa05b7cc66bc,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:46:19.623541 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-967de3af-e674-4919-b147-a7937194e94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:46:19.623835 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-967de3af-e674-4919-b147-a7937194e94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:19.628471 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-967de3af-e674-4919-b147-a7937194e94e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8ad952a3-33a1-4471-a0dc-aa05b7cc66bc HTTP/1.1" status: 204 len: 168 time: 0.1879139 Feb 03 11:46:20.364723 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0b3cff26-77f2-49e3-8666-e2558f155496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:22.596885 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-87cb60a0-f49c-4936-bbef-8455f729fd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:23.189829 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:24.041926 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:24.628530 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:28.817021 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:33.237647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:46:50.374171 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-91914ff8-8fbb-48d0-8ebd-f2e35f566869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:50.604266 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b3e9e-b448-4667-b422-72aa3622d544 req-91c4d0a6-ed64-4c4a-9df8-e4e039bad8c3 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:46:50.605897 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-031b3e9e-b448-4667-b422-72aa3622d544 req-91c4d0a6-ed64-4c4a-9df8-e4e039bad8c3 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 945 time: 0.1704333 Feb 03 11:46:50.673027 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-031b3e9e-b448-4667-b422-72aa3622d544 req-ea6d691a-5abc-479b-93a6-e354c7378aad tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=1cb64ed5-0f5d-401f-8ea2-245ea129a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600677 Feb 03 11:46:51.976388 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27ae5f-0d9e-42fd-82ab-eafbb83c9d0c req-6dfe5936-6a64-407a-8fa2-a947d8319309 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:46:51.977984 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3e27ae5f-0d9e-42fd-82ab-eafbb83c9d0c req-6dfe5936-6a64-407a-8fa2-a947d8319309 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 945 time: 0.1661270 Feb 03 11:46:52.047031 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3e27ae5f-0d9e-42fd-82ab-eafbb83c9d0c req-9799476d-af2c-4389-a87d-cd22638d0835 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=1cb64ed5-0f5d-401f-8ea2-245ea129a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593567 Feb 03 11:46:52.608807 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a006fad7-5013-4b57-a2dd-534a9ca46cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:52.741511 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-5f98014f-3bf0-443b-a0ad-d43407f9c50b tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:46:52.743468 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-5f98014f-3bf0-443b-a0ad-d43407f9c50b tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.122 "GET /v2.0/ports?device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 945 time: 0.2023582 Feb 03 11:46:52.809314 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device e2e0897e-4558-491d-89d7-190061ee24f3 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:46:52.851929 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Deleting port e2e0897e-4558-491d-89d7-190061ee24f3 {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:46:52.852314 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:52.943372 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:52.977090 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efba3f56-0b26-4555-a4bf-64f092adf837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2e0897e-4558-491d-89d7-190061ee24f3'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:46:52.989082 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port e2e0897e-4558-491d-89d7-190061ee24f3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e2e0897e-4558-491d-89d7-190061ee24f3,segment=NetworkSegment(a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6),segment_id=a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:46:52.992834 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:52.994775 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:46:53.052462 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efba3f56-0b26-4555-a4bf-64f092adf837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2e0897e-4558-491d-89d7-190061ee24f3', 'code': 200} Feb 03 11:46:53.089689 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=e2e0897e-4558-491d-89d7-190061ee24f3,revision_number=5']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:46:53.093789 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:46:53.191389 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:53.435986 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] For port e2e0897e-4558-491d-89d7-190061ee24f3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e2e0897e-4558-491d-89d7-190061ee24f3,segment=NetworkSegment(a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6),segment_id=a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:46:53.436375 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:53.632035 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b636b-378b-4c19-a950-ce00ca77fdbf req-02ebc3ee-33dc-4cc0-90bb-1e37842a1db5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:46:53.633892 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f95b636b-378b-4c19-a950-ce00ca77fdbf req-02ebc3ee-33dc-4cc0-90bb-1e37842a1db5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 943 time: 0.3013430 Feb 03 11:46:53.863745 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-f95b636b-378b-4c19-a950-ce00ca77fdbf req-36a1f1e6-bfdf-4621-909d-4c319702293a tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=1cb64ed5-0f5d-401f-8ea2-245ea129a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667004 Feb 03 11:46:53.898778 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:53.899183 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505061'] for floatingip, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:53.899566 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.l3_db [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Floating IP 31d4d122-e7f8-437b-81a7-95dfffd21d8a disassociated. External IP: 172.28.2.230, port: e2e0897e-4558-491d-89d7-190061ee24f3. Feb 03 11:46:53.899944 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Calling delete_port for e2e0897e-4558-491d-89d7-190061ee24f3 owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:46:53.986623 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.db.api [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80076) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:46:53.987206 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_db.api [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 11:46:54.037131 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:54.488333 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Deleting port e2e0897e-4558-491d-89d7-190061ee24f3 {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:46:54.488674 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:54.631308 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:54.767716 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] For port e2e0897e-4558-491d-89d7-190061ee24f3, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=e2e0897e-4558-491d-89d7-190061ee24f3,segment=NetworkSegment(a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6),segment_id=a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:46:54.768106 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:55.088781 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:55.089350 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505061'] for floatingip, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:55.089522 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.l3_db [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Floating IP 31d4d122-e7f8-437b-81a7-95dfffd21d8a disassociated. External IP: 172.28.2.230, port: e2e0897e-4558-491d-89d7-190061ee24f3. Feb 03 11:46:55.089869 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Calling delete_port for e2e0897e-4558-491d-89d7-190061ee24f3 owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:46:55.168834 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb4817-f80d-4695-8ceb-0798ef960abb req-e2a0f0be-be3f-4980-9a55-4630859e8bb0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:46:55.170487 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-93eb4817-f80d-4695-8ceb-0798ef960abb req-e2a0f0be-be3f-4980-9a55-4630859e8bb0 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 943 time: 0.1721005 Feb 03 11:46:55.243091 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:55.246221 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-93eb4817-f80d-4695-8ceb-0798ef960abb req-96a6beb1-7724-4a2d-8ece-395f9892fed7 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups?id=1cb64ed5-0f5d-401f-8ea2-245ea129a505&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646822 Feb 03 11:46:55.264746 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-60dfc17b-a75a-413d-8e1a-c20c409908e0 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:46:55.357977 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Pushing event deleted for resources: {'Port': ['ID=e2e0897e-4558-491d-89d7-190061ee24f3,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:46:55.368041 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:46:55.629437 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:46:55.833205 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:46:55.846518 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada6e220-1253-408c-8a1a-5bc89f4eb33f None None] Sync routers for ids ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'] in dv-cinder-773870-1-smb {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:46:55.858746 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6e220-1253-408c-8a1a-5bc89f4eb33f None None] Routers {'1fda5614-9c3e-4b97-b580-d9f7cc1b164d'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:46:55.860391 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-ada6e220-1253-408c-8a1a-5bc89f4eb33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:46:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:46:55.874665 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] No DVR routers for this DVR port e2e0897e-4558-491d-89d7-190061ee24f3 on host hv-cinder-77387 {{(pid=80076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:46:55.877178 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:55.880143 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efba3f56-0b26-4555-a4bf-64f092adf837', 'name': 'network-vif-deleted', 'tag': 'e2e0897e-4558-491d-89d7-190061ee24f3'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:46:55.898481 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1cbaea1b-5bd3-4723-aad4-bf50d1f9046f req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.122 "DELETE /v2.0/ports/e2e0897e-4558-491d-89d7-190061ee24f3 HTTP/1.1" status: 204 len: 173 time: 3.1493080 Feb 03 11:46:55.965224 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efba3f56-0b26-4555-a4bf-64f092adf837', 'name': 'network-vif-deleted', 'tag': 'e2e0897e-4558-491d-89d7-190061ee24f3', 'status': 'completed', 'code': 200} Feb 03 11:46:56.062695 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-ada6e220-1253-408c-8a1a-5bc89f4eb33f None None] Set router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:46:56.398365 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-ada6e220-1253-408c-8a1a-5bc89f4eb33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:20Z', 'updated_at': '2021-02-03T11:38:27Z', 'revision_number': 4, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'gw_port': {'id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:21Z', 'updated_at': '2021-02-03T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '30e40645-9689-4c40-82a2-6d8dd14ea31d', 'name': '', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'mac_address': 'fa:16:3e:89:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:25Z', 'updated_at': '2021-02-03T11:38:36Z', 'revision_number': 5, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'subnets': [{'id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:46:56.402730 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada6e220-1253-408c-8a1a-5bc89f4eb33f None None] Checking router: 1fda5614-9c3e-4b97-b580-d9f7cc1b164d for host: dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:46:56.412049 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6e220-1253-408c-8a1a-5bc89f4eb33f None None] Routers {'1fda5614-9c3e-4b97-b580-d9f7cc1b164d'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:46:56.412745 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-ada6e220-1253-408c-8a1a-5bc89f4eb33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:46:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:46:56.450464 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-af5b5c3c-21fe-441f-ba71-a05867b53dde req-fc2ca663-41ba-40c6-b00c-f3422db2814b tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/ports?device_id=efba3f56-0b26-4555-a4bf-64f092adf837 HTTP/1.1" status: 200 len: 210 time: 0.0518141 Feb 03 11:46:56.606854 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-ada6e220-1253-408c-8a1a-5bc89f4eb33f None None] Set router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:46:56.943747 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-ada6e220-1253-408c-8a1a-5bc89f4eb33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:20Z', 'updated_at': '2021-02-03T11:38:27Z', 'revision_number': 4, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'gw_port': {'id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:21Z', 'updated_at': '2021-02-03T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '30e40645-9689-4c40-82a2-6d8dd14ea31d', 'name': '', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'mac_address': 'fa:16:3e:89:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:25Z', 'updated_at': '2021-02-03T11:38:36Z', 'revision_number': 5, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'subnets': [{'id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:46:56.948760 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada6e220-1253-408c-8a1a-5bc89f4eb33f None None] The sync data for ids ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'] in dv-cinder-773870-1-smb is: [{'id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:20Z', 'updated_at': '2021-02-03T11:38:27Z', 'revision_number': 4, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'gw_port': {'id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:21Z', 'updated_at': '2021-02-03T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '30e40645-9689-4c40-82a2-6d8dd14ea31d', 'name': '', 'network_id': 'c0bd3986-74d0-444d-ac00-c45d05fcc4fc', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'mac_address': 'fa:16:3e:89:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:25Z', 'updated_at': '2021-02-03T11:38:36Z', 'revision_number': 5, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'subnets': [{'id': 'e493ca3d-3267-4fb7-b03f-511cdcb76f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:46:57.358955 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41243d4c-0104-4ecf-84cb-e3e9900c81a4 None None] New status for floating IP 31d4d122-e7f8-437b-81a7-95dfffd21d8a: DOWN {{(pid=80077) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 11:46:57.609271 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 45502) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:46:57.700090 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:57.730544 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:57.780758 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:57.784736 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c57606b7-3ece-443c-9fd6-680952f7f318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:46:57.801258 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb64ed5-0f5d-401f-8ea2-245ea129a505,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:46:57.810274 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.810691 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.811101 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.811529 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.811932 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.812330 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.812725 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.813118 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.813509 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.813899 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.814288 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.814675 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.815122 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.815532 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.815924 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.816311 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.817021 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.817431 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.817811 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.818194 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.818578 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.819122 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.819568 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.819959 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:46:57.826767 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:46:57.828327 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:57.829531 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "DELETE /v2.0/security-groups/1cb64ed5-0f5d-401f-8ea2-245ea129a505 HTTP/1.1" status: 204 len: 168 time: 0.2191970 Feb 03 11:46:57.832495 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 45506) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:46:57.851240 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.v2.resource [None req-5c9ba75f-e0b5-4213-8d56-b0ab21673159 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] show failed (client error): The resource could not be found. Feb 03 11:46:57.852368 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-5c9ba75f-e0b5-4213-8d56-b0ab21673159 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "GET /v2.0/security-groups/1cb64ed5-0f5d-401f-8ea2-245ea129a505 HTTP/1.1" status: 404 len: 347 time: 0.0188208 Feb 03 11:46:57.855587 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 45510) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:46:58.042338 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-40255b76-2247-4b0b-9b60-4ba8f030c8e6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Deleting port f321e516-22a9-4ead-9fe4-1e3bb2f939e8 {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:46:58.042589 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-40255b76-2247-4b0b-9b60-4ba8f030c8e6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:58.232247 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-40255b76-2247-4b0b-9b60-4ba8f030c8e6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:58.232614 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-40255b76-2247-4b0b-9b60-4ba8f030c8e6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:58.369278 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-40255b76-2247-4b0b-9b60-4ba8f030c8e6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Calling delete_port for f321e516-22a9-4ead-9fe4-1e3bb2f939e8 owned by network:floatingip {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:46:58.768316 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-40255b76-2247-4b0b-9b60-4ba8f030c8e6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556013'] for port, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:58.782016 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-af42771c-73da-4b29-918f-c3ad2dd58c03 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:46:58.824117 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:58.877476 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40255b76-2247-4b0b-9b60-4ba8f030c8e6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Pushing event deleted for resources: {'Port': ['ID=f321e516-22a9-4ead-9fe4-1e3bb2f939e8,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:46:58.883987 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-40255b76-2247-4b0b-9b60-4ba8f030c8e6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:46:59.012217 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-40255b76-2247-4b0b-9b60-4ba8f030c8e6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks [] for floatingip, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:59.027459 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-40255b76-2247-4b0b-9b60-4ba8f030c8e6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for floatingip, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:46:59.028690 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-40255b76-2247-4b0b-9b60-4ba8f030c8e6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] 10.222.0.68 "DELETE /v2.0/floatingips/31d4d122-e7f8-437b-81a7-95dfffd21d8a HTTP/1.1" status: 204 len: 168 time: 1.1721036 Feb 03 11:47:03.147896 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 45542) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:47:04.006493 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505393'] for router_interface, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:04.634419 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Deleting port 30e40645-9689-4c40-82a2-6d8dd14ea31d {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:47:04.634970 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:04.828588 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] For port 30e40645-9689-4c40-82a2-6d8dd14ea31d, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=30e40645-9689-4c40-82a2-6d8dd14ea31d,segment=NetworkSegment(a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6),segment_id=a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:47:04.828977 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:04.974697 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Calling delete_port for 30e40645-9689-4c40-82a2-6d8dd14ea31d owned by network:router_interface {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:47:05.157243 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:05.170556 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0274eaf3-bf9b-4293-b4d1-725c8ff2f193 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:05.265142 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Pushing event deleted for resources: {'Port': ['ID=30e40645-9689-4c40-82a2-6d8dd14ea31d,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:05.280452 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.280826 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.281254 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.281644 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.282027 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.282410 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.282794 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.283173 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.283583 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.283964 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.284338 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.284713 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.285145 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.285498 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.285879 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.286252 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.286626 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.287000 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.287397 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.287812 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.288339 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.288719 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.289095 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.289467 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:05.302425 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:05.608983 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854160145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854270091'] for router_interface, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:06.145431 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:47:06.342509 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:47:06.352527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa95a882-0ff1-4e08-922a-ce0a5b133de3 None None] Sync routers for ids ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'] in dv-cinder-773870-1-smb {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:47:06.359595 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 45548) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:47:06.360854 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-7ff148f0-6240-41ae-bc83-f50cd778555b admin admin] 10.222.0.68 "PUT /v2.0/routers/1fda5614-9c3e-4b97-b580-d9f7cc1b164d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2117372 Feb 03 11:47:06.363706 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95a882-0ff1-4e08-922a-ce0a5b133de3 None None] Routers {'1fda5614-9c3e-4b97-b580-d9f7cc1b164d'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:47:06.364384 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-fa95a882-0ff1-4e08-922a-ce0a5b133de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:46:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:47:06.554608 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d8cd2248-91ef-40b6-8ef3-f01fab624cf1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:06.716481 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-fa95a882-0ff1-4e08-922a-ce0a5b133de3 None None] Set router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:47:06.747422 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d8cd2248-91ef-40b6-8ef3-f01fab624cf1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:06.752809 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd2248-91ef-40b6-8ef3-f01fab624cf1 admin admin] Deleting port ce827384-9e60-4309-b18d-7e7f29cbc5bd {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:47:06.753178 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d8cd2248-91ef-40b6-8ef3-f01fab624cf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:06.938902 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-d8cd2248-91ef-40b6-8ef3-f01fab624cf1 admin admin] For port ce827384-9e60-4309-b18d-7e7f29cbc5bd, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=ce827384-9e60-4309-b18d-7e7f29cbc5bd,segment=NetworkSegment(ef679f0b-7c61-47c0-b704-b3d2fd0cd989),segment_id=ef679f0b-7c61-47c0-b704-b3d2fd0cd989)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:47:06.939307 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d8cd2248-91ef-40b6-8ef3-f01fab624cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:07.015626 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-fa95a882-0ff1-4e08-922a-ce0a5b133de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:20Z', 'updated_at': '2021-02-03T11:47:05Z', 'revision_number': 5, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'gw_port': {'id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:21Z', 'updated_at': '2021-02-03T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:47:07.019905 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa95a882-0ff1-4e08-922a-ce0a5b133de3 None None] Checking router: 1fda5614-9c3e-4b97-b580-d9f7cc1b164d for host: dv-cinder-773870-1-smb {{(pid=80078) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:47:07.029389 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95a882-0ff1-4e08-922a-ce0a5b133de3 None None] Routers {'1fda5614-9c3e-4b97-b580-d9f7cc1b164d'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80078) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:47:07.030034 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-fa95a882-0ff1-4e08-922a-ce0a5b133de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:46:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'], 'active': True} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:47:07.076273 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd2248-91ef-40b6-8ef3-f01fab624cf1 admin admin] Calling delete_port for ce827384-9e60-4309-b18d-7e7f29cbc5bd owned by network:router_gateway {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:47:07.218334 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d8cd2248-91ef-40b6-8ef3-f01fab624cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556013'] for port, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:07.225619 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-fa95a882-0ff1-4e08-922a-ce0a5b133de3 None None] Set router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d gateway port host: dv-cinder-773870-1-smb {{(pid=80078) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:47:07.416487 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d8cd2248-91ef-40b6-8ef3-f01fab624cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854270829'] for router_gateway, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:07.536187 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-fa95a882-0ff1-4e08-922a-ce0a5b133de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:20Z', 'updated_at': '2021-02-03T11:47:05Z', 'revision_number': 5, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'gw_port': {'id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:21Z', 'updated_at': '2021-02-03T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80078) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:47:07.541400 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa95a882-0ff1-4e08-922a-ce0a5b133de3 None None] The sync data for ids ['1fda5614-9c3e-4b97-b580-d9f7cc1b164d'] in dv-cinder-773870-1-smb is: [{'id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'name': 'tempest-AttachVolumeTestJSON-1924692201-router', 'tenant_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2'}], 'enable_snat': True}, 'gw_port_id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:38:20Z', 'updated_at': '2021-02-03T11:47:05Z', 'revision_number': 5, 'project_id': '953a748f6bc446ae8f3731ee7dc5e19b', 'gw_port': {'id': 'ce827384-9e60-4309-b18d-7e7f29cbc5bd', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda5614-9c3e-4b97-b580-d9f7cc1b164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:38:21Z', 'updated_at': '2021-02-03T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}] {{(pid=80078) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:47:07.560231 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d8cd2248-91ef-40b6-8ef3-f01fab624cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854272801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774809'] for router, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:07.562883 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d8cd2248-91ef-40b6-8ef3-f01fab624cf1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:07.585880 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d8cd2248-91ef-40b6-8ef3-f01fab624cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-501868'] for router, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:07.586437 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cd2248-91ef-40b6-8ef3-f01fab624cf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fda5614-9c3e-4b97-b580-d9f7cc1b164d {{(pid=80075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 03 11:47:07.600250 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d8cd2248-91ef-40b6-8ef3-f01fab624cf1 admin admin] Notify callbacks [] for router, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:07.604521 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-d8cd2248-91ef-40b6-8ef3-f01fab624cf1 admin admin] 10.222.0.68 "DELETE /v2.0/routers/1fda5614-9c3e-4b97-b580-d9f7cc1b164d HTTP/1.1" status: 204 len: 168 time: 1.2438140 Feb 03 11:47:07.605217 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 45552) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:47:07.673962 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe98cc6-529e-4fca-bcc0-765fc2b2a702 admin admin] Deleting subnet e493ca3d-3267-4fb7-b03f-511cdcb76f36 {{(pid=80075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 11:47:07.677205 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dfe98cc6-529e-4fca-bcc0-765fc2b2a702 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:07.735532 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dfe98cc6-529e-4fca-bcc0-765fc2b2a702 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851741130'] for subnet, precommit_delete_associations {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:07.825362 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dfe98cc6-529e-4fca-bcc0-765fc2b2a702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-59611'] for subnet, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:08.108340 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dfe98cc6-529e-4fca-bcc0-765fc2b2a702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854716205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2219817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350692'] for subnet, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:08.125265 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ea3186b4-43a6-4ed1-8414-c29c1b27f479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:08.214161 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe98cc6-529e-4fca-bcc0-765fc2b2a702 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e493ca3d-3267-4fb7-b03f-511cdcb76f36,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:08.227338 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-dfe98cc6-529e-4fca-bcc0-765fc2b2a702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:08.264685 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-dfe98cc6-529e-4fca-bcc0-765fc2b2a702 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:08.270210 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8bd494-358b-44a2-a8d3-501fff944204 None None] Network c0bd3986-74d0-444d-ac00-c45d05fcc4fc requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:47:08.271976 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-dfe98cc6-529e-4fca-bcc0-765fc2b2a702 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/e493ca3d-3267-4fb7-b03f-511cdcb76f36 HTTP/1.1" status: 204 len: 168 time: 0.6656454 Feb 03 11:47:08.274871 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 45556) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:47:08.366868 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device ce827384-9e60-4309-b18d-7e7f29cbc5bd no longer exists at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:47:08.395789 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853835911'] for network, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:08.421747 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] No Port match for: ce827384-9e60-4309-b18d-7e7f29cbc5bd {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:47:08.422067 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device ce827384-9e60-4309-b18d-7e7f29cbc5bd not bound to the agent host dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:47:08.422539 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 30e40645-9689-4c40-82a2-6d8dd14ea31d no longer exists at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:47:08.470740 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] Deleting port 24c3f4ec-c591-4ff9-8f46-ece30e751957 {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:47:08.471106 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:08.487133 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] No Port match for: 30e40645-9689-4c40-82a2-6d8dd14ea31d {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:47:08.487558 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 30e40645-9689-4c40-82a2-6d8dd14ea31d not bound to the agent host dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:47:08.618383 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fec65e2-cc9a-4946-ae16-196e2d993fb9 None None] DHCP port deletion for c0bd3986-74d0-444d-ac00-c45d05fcc4fc request from dv-cinder-773870-1-smb {{(pid=80077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 03 11:47:08.623520 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-5fec65e2-cc9a-4946-ae16-196e2d993fb9 None None] Deleting port 24c3f4ec-c591-4ff9-8f46-ece30e751957 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:47:08.623998 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5fec65e2-cc9a-4946-ae16-196e2d993fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:08.697947 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] For port 24c3f4ec-c591-4ff9-8f46-ece30e751957, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=24c3f4ec-c591-4ff9-8f46-ece30e751957,segment=NetworkSegment(a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6),segment_id=a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:47:08.698335 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:08.834673 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] Calling delete_port for 24c3f4ec-c591-4ff9-8f46-ece30e751957 owned by network:dhcp {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:47:08.846430 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-5fec65e2-cc9a-4946-ae16-196e2d993fb9 None None] For port 24c3f4ec-c591-4ff9-8f46-ece30e751957, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=24c3f4ec-c591-4ff9-8f46-ece30e751957,segment=NetworkSegment(a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6),segment_id=a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:47:08.846793 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5fec65e2-cc9a-4946-ae16-196e2d993fb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:08.918304 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556013'] for port, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:08.932825 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4d8e1670-6e48-45fa-8398-89c7ad376752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:08.978444 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-5fec65e2-cc9a-4946-ae16-196e2d993fb9 None None] Calling delete_port for 24c3f4ec-c591-4ff9-8f46-ece30e751957 owned by network:dhcp {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:47:09.028070 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] Pushing event deleted for resources: {'Port': ['ID=24c3f4ec-c591-4ff9-8f46-ece30e751957,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:09.035255 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:09.055836 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.db.api [None req-5fec65e2-cc9a-4946-ae16-196e2d993fb9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80077) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:47:09.056236 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_db.api [None req-5fec65e2-cc9a-4946-ae16-196e2d993fb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 11:47:09.080906 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] No DVR routers for this DVR port 24c3f4ec-c591-4ff9-8f46-ece30e751957 on host dv-cinder-773870-1-smb {{(pid=80075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:47:09.217516 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5968', 'neutron.services.segments.db._delete_segments_for_network--9223363257154695830'] for network, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:09.557614 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-5fec65e2-cc9a-4946-ae16-196e2d993fb9 None None] Deleting port 24c3f4ec-c591-4ff9-8f46-ece30e751957 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:47:09.558171 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5fec65e2-cc9a-4946-ae16-196e2d993fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:09.583878 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0bd3986-74d0-444d-ac00-c45d05fcc4fc']}} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:47:09.597807 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6') {'for_net_delete': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:47:09.598151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c24eb5-fb07-4fcd-bbe4-f93f11f1c4a6') {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:47:09.611534 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257154698902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3034686'] for segment, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:09.627314 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:09.629369 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 11:47:09.630163 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-5fec65e2-cc9a-4946-ae16-196e2d993fb9 None None] The port '24c3f4ec-c591-4ff9-8f46-ece30e751957' was deleted {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 03 11:47:09.820906 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] Network c0bd3986-74d0-444d-ac00-c45d05fcc4fc has no segments {{(pid=80075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:47:09.829900 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2219846'] for segment, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:10.008109 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] Network c0bd3986-74d0-444d-ac00-c45d05fcc4fc has no segments {{(pid=80075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: Traceback (most recent call last): Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: timer() Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: cb(*args, **kw) Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: return func(*args, **kwargs) Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: self._notify() Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: self.callback(batched_events) Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: event.method(event) Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: segment_id)['aggregates'][0] Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: return f(self, *a, **k) Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: return self._get(url).json() Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: **kwargs) Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: **endpoint_filter) Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:47:10.030587 dv-cinder-773870-1-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:47:10.111471 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854769816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504970'] for network, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:10.115033 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:10.129052 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:10.140252 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0bd3986-74d0-444d-ac00-c45d05fcc4fc,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:10.143639 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:10.155751 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-c907eee2-679e-43ed-a025-6f16c4f12162 admin admin] 10.222.0.68 "DELETE /v2.0/networks/c0bd3986-74d0-444d-ac00-c45d05fcc4fc HTTP/1.1" status: 204 len: 168 time: 1.8797491 Feb 03 11:47:10.238314 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:47:10.329959 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 45562) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:47:10.363875 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 24c3f4ec-c591-4ff9-8f46-ece30e751957 no longer exists at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:47:10.388905 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-fdc9baf2-2bde-429c-848b-43b38f91582e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=953a748f6bc446ae8f3731ee7dc5e19b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565438 Feb 03 11:47:10.390618 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 45566) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:47:10.405529 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] No Port match for: 24c3f4ec-c591-4ff9-8f46-ece30e751957 {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:47:10.405923 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 24c3f4ec-c591-4ff9-8f46-ece30e751957 not bound to the agent host dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:47:10.461235 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2884d703-c836-41ee-a37f-5b474d621b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:10.495592 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2884d703-c836-41ee-a37f-5b474d621b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:10.544531 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2884d703-c836-41ee-a37f-5b474d621b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:10.548525 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-310fdc02-3f03-4a32-a796-3c749b345911 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:10.564332 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884d703-c836-41ee-a37f-5b474d621b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c159cef2-60f6-49b1-b85f-ec2ac490ae9e,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:10.569064 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2884d703-c836-41ee-a37f-5b474d621b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:10.572513 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2884d703-c836-41ee-a37f-5b474d621b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:10.573737 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-2884d703-c836-41ee-a37f-5b474d621b43 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c159cef2-60f6-49b1-b85f-ec2ac490ae9e HTTP/1.1" status: 204 len: 168 time: 0.1821568 Feb 03 11:47:11.541701 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 45588) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:47:11.687772 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2130576589-network', 'tenant_id': 'a2c53d1a99fc48459be770dd1ef3b334'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:47:11.693448 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:47:11.698092 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Usage tracker for resource:network and tenant:a2c53d1a99fc48459be770dd1ef3b334 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:47:11.701365 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:47:11.707765 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:47:11.719623 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Made reservation on behalf of a2c53d1a99fc48459be770dd1ef3b334 for: {'network': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:47:11.724365 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for network, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:11.737590 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:11.753299 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:47:11.757613 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Usage tracker for resource:security_group_rule and tenant:a2c53d1a99fc48459be770dd1ef3b334 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:47:11.760679 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:47:11.767034 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:47:11.870783 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:11.875021 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:11.878109 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-75072377-f326-4944-b996-cb22183395e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:11.914128 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 11:47:11.923603 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e96592-e882-4783-9536-037293d5137c,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:11.927463 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:11.930076 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779700079970', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:11.930504 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Added segment 856d1ad6-055f-4364-8041-0f5206366a40 of type vxlan for network 4a11268d-fbab-4090-aeb8-a36616dede63 Feb 03 11:47:11.958348 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779699605226'] for network, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:11.989511 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for network, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:11.990855 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:11.991570 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:11.995132 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:12.105353 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5622830 Feb 03 11:47:12.106282 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Pushing event updated for resources: {'Network': ['ID=4a11268d-fbab-4090-aeb8-a36616dede63,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:12.108757 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 45596) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:47:12.109296 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c89aeb26-4dea-4b43-8eb1-281afd1708c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:12.115633 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-602962b8-f514-4d21-9f76-2d5e8880db55 admin admin] Request body: {'subnet': {'network_id': '4a11268d-fbab-4090-aeb8-a36616dede63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2130576589-subnet', 'tenant_id': 'a2c53d1a99fc48459be770dd1ef3b334', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:47:12.117601 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Network 4a11268d-fbab-4090-aeb8-a36616dede63 details requested by agent ovs-agent-dv-cinder-773870-1-smb with host dv-cinder-773870-1-smb {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:47:12.121414 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-602962b8-f514-4d21-9f76-2d5e8880db55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:47:12.125886 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-602962b8-f514-4d21-9f76-2d5e8880db55 admin admin] Usage tracker for resource:subnet and tenant:a2c53d1a99fc48459be770dd1ef3b334 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:47:12.129159 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-602962b8-f514-4d21-9f76-2d5e8880db55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:47:12.133223 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Network 4a11268d-fbab-4090-aeb8-a36616dede63 details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:47:12.135732 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-602962b8-f514-4d21-9f76-2d5e8880db55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:47:12.147076 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602962b8-f514-4d21-9f76-2d5e8880db55 admin admin] Made reservation on behalf of a2c53d1a99fc48459be770dd1ef3b334 for: {'subnet': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:47:12.151983 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-602962b8-f514-4d21-9f76-2d5e8880db55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852444072'] for subnet, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:12.582019 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-602962b8-f514-4d21-9f76-2d5e8880db55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851665746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852444053'] for subnet, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:12.597321 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:12.726548 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602962b8-f514-4d21-9f76-2d5e8880db55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de9cd254-0fa8-4178-8fb9-0c46f4ed4778,revision_number=0']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:12.739080 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-602962b8-f514-4d21-9f76-2d5e8880db55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:12.798206 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602962b8-f514-4d21-9f76-2d5e8880db55 admin admin] Checking segment: {'id': '856d1ad6-055f-4364-8041-0f5206366a40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4a11268d-fbab-4090-aeb8-a36616dede63'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:47:12.798696 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602962b8-f514-4d21-9f76-2d5e8880db55 admin admin] Network hostable DHCP agents. Network: 4a11268d-fbab-4090-aeb8-a36616dede63, hostable agents: ['e281720a-8ae7-4081-88fc-d5a7fa1f3c44'], hosted agents: [] {{(pid=80076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 11:47:12.818931 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602962b8-f514-4d21-9f76-2d5e8880db55 admin admin] Network 4a11268d-fbab-4090-aeb8-a36616dede63 is scheduled to be hosted by DHCP agent e281720a-8ae7-4081-88fc-d5a7fa1f3c44 with binding_index 1 {{(pid=80076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 11:47:12.827425 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-602962b8-f514-4d21-9f76-2d5e8880db55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-1-smb, 4a11268d-fbab-4090-aeb8-a36616dede63) {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:47:12.838228 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f452a80a-3d9c-4e49-91be-70932c51c4d6 None None] Network 4a11268d-fbab-4090-aeb8-a36616dede63 requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:47:12.840045 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602962b8-f514-4d21-9f76-2d5e8880db55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:12.840860 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-602962b8-f514-4d21-9f76-2d5e8880db55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:12.862503 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-602962b8-f514-4d21-9f76-2d5e8880db55 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7523828 Feb 03 11:47:13.089228 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e4bda9-b716-4469-a278-01fc0815beda None None] Network 4a11268d-fbab-4090-aeb8-a36616dede63 requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:47:13.164389 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063606e-f2da-4a9a-85e0-427babdfa93b req-69b95375-47fb-4228-a2a2-6a748dad364d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:13.166104 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1063606e-f2da-4a9a-85e0-427babdfa93b req-69b95375-47fb-4228-a2a2-6a748dad364d tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.1713259 Feb 03 11:47:13.232406 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1063606e-f2da-4a9a-85e0-427babdfa93b req-59c0d04a-ecbf-485d-bdd7-bb90299271a1 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586662 Feb 03 11:47:13.813514 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 45626) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:47:13.821432 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2067829179-network', 'tenant_id': 'bd5392f1cfd8443d8d2a0c636b24b2fa'}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:47:13.827081 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:47:13.831788 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Usage tracker for resource:network and tenant:bd5392f1cfd8443d8d2a0c636b24b2fa is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:47:13.835156 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:47:13.841665 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:47:13.852992 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Made reservation on behalf of bd5392f1cfd8443d8d2a0c636b24b2fa for: {'network': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:47:13.857714 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for network, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:13.875032 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:13.890541 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:47:13.895169 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Usage tracker for resource:security_group_rule and tenant:bd5392f1cfd8443d8d2a0c636b24b2fa is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:47:13.898301 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:47:13.904508 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:47:13.992052 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:13.996740 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:13.999965 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-967de3af-e674-4919-b147-a7937194e94e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:14.033334 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80075) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 11:47:14.042612 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae72aa9-df8d-4a05-9f0e-3fd680577c8e,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:14.046086 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:14.050423 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779700079970', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:14.050835 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Added segment 7a247dd7-dac0-4153-81ce-df953002c3f1 of type vxlan for network 2d2dec7d-c5e5-4bc5-aa75-631ab0057881 Feb 03 11:47:14.078811 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779699605226'] for network, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:14.112150 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for network, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:14.113371 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:14.114008 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:14.117638 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:14.227252 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4123256 Feb 03 11:47:14.228259 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Pushing event updated for resources: {'Network': ['ID=2d2dec7d-c5e5-4bc5-aa75-631ab0057881,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:14.230439 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 45630) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:47:14.231073 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:14.237196 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-9892b5e7-2b15-4c40-9602-f3bca073d3b2 admin admin] Request body: {'subnet': {'network_id': '2d2dec7d-c5e5-4bc5-aa75-631ab0057881', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2067829179-subnet', 'tenant_id': 'bd5392f1cfd8443d8d2a0c636b24b2fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:47:14.239903 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Network 2d2dec7d-c5e5-4bc5-aa75-631ab0057881 details requested by agent ovs-agent-dv-cinder-773870-1-smb with host dv-cinder-773870-1-smb {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:47:14.242851 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9892b5e7-2b15-4c40-9602-f3bca073d3b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:47:14.247177 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9892b5e7-2b15-4c40-9602-f3bca073d3b2 admin admin] Usage tracker for resource:subnet and tenant:bd5392f1cfd8443d8d2a0c636b24b2fa is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:47:14.251241 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-9892b5e7-2b15-4c40-9602-f3bca073d3b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:47:14.253592 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Network 2d2dec7d-c5e5-4bc5-aa75-631ab0057881 details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:47:14.257946 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-9892b5e7-2b15-4c40-9602-f3bca073d3b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:47:14.267507 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9892b5e7-2b15-4c40-9602-f3bca073d3b2 admin admin] Made reservation on behalf of bd5392f1cfd8443d8d2a0c636b24b2fa for: {'subnet': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:47:14.272855 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9892b5e7-2b15-4c40-9602-f3bca073d3b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852444072'] for subnet, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:14.601117 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-ce142d94-8f96-4f73-9c0c-60c3570f89bb tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:14.602817 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-ce142d94-8f96-4f73-9c0c-60c3570f89bb tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.122 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 0.2304537 Feb 03 11:47:14.736956 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Deleting port 0cf2c2d4-0aad-42cc-866b-e4797fbda738 {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:47:14.737312 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:14.979964 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 0cf2c2d4-0aad-42cc-866b-e4797fbda738 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:47:15.108860 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:15.143999 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615751ae-4530-4e97-9090-af8a7d460110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cf2c2d4-0aad-42cc-866b-e4797fbda738'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:47:15.156473 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port 0cf2c2d4-0aad-42cc-866b-e4797fbda738, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=0cf2c2d4-0aad-42cc-866b-e4797fbda738,segment=NetworkSegment(3741f48f-16a9-4293-92b5-def40090b78c),segment_id=3741f48f-16a9-4293-92b5-def40090b78c)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:47:15.160261 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:15.162522 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:15.210554 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615751ae-4530-4e97-9090-af8a7d460110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cf2c2d4-0aad-42cc-866b-e4797fbda738', 'code': 200} Feb 03 11:47:15.237745 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=0cf2c2d4-0aad-42cc-866b-e4797fbda738,revision_number=7']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:15.246202 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.246586 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.246958 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.247368 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.247735 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.248103 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.248463 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.248823 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.249183 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.249541 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.249900 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.250257 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.250672 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.251023 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.251426 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.251784 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.252137 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.252497 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.252848 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.253203 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.253552 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.253901 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.254369 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.254723 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:15.259778 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:15.452627 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a8ed9-1bae-4c18-82a3-7dbcc20da4f8 req-0833dc77-f1c4-4593-a910-dbe19c0dd389 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:15.454326 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5a8a8ed9-1bae-4c18-82a3-7dbcc20da4f8 req-0833dc77-f1c4-4593-a910-dbe19c0dd389 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 945 time: 1.0363741 Feb 03 11:47:15.586475 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5a8a8ed9-1bae-4c18-82a3-7dbcc20da4f8 req-1feb2cb7-2236-442f-8cf8-420d9fff5488 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240916 Feb 03 11:47:15.613825 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] For port 0cf2c2d4-0aad-42cc-866b-e4797fbda738, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=0cf2c2d4-0aad-42cc-866b-e4797fbda738,segment=NetworkSegment(3741f48f-16a9-4293-92b5-def40090b78c),segment_id=3741f48f-16a9-4293-92b5-def40090b78c)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:47:15.613825 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:15.881999 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9892b5e7-2b15-4c40-9602-f3bca073d3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851665746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852444053'] for subnet, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:15.900117 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:16.155244 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:16.155821 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505061'] for floatingip, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:16.156005 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.l3_db [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Floating IP 363cd7f6-2eb4-4ee2-982d-915e78b9b573 disassociated. External IP: 172.28.2.55, port: 0cf2c2d4-0aad-42cc-866b-e4797fbda738. Feb 03 11:47:16.156311 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Calling delete_port for 0cf2c2d4-0aad-42cc-866b-e4797fbda738 owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:47:16.187386 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892b5e7-2b15-4c40-9602-f3bca073d3b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec8f1edd-cc76-4781-b563-442ba978feaf,revision_number=0']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:16.201121 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9892b5e7-2b15-4c40-9602-f3bca073d3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:16.294781 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.db.api [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80076) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:47:16.295139 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_db.api [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 11:47:16.297750 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9892b5e7-2b15-4c40-9602-f3bca073d3b2 admin admin] Checking segment: {'id': '7a247dd7-dac0-4153-81ce-df953002c3f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2d2dec7d-c5e5-4bc5-aa75-631ab0057881'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:47:16.298106 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9892b5e7-2b15-4c40-9602-f3bca073d3b2 admin admin] Network hostable DHCP agents. Network: 2d2dec7d-c5e5-4bc5-aa75-631ab0057881, hostable agents: ['e281720a-8ae7-4081-88fc-d5a7fa1f3c44'], hosted agents: [] {{(pid=80076) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 11:47:16.319701 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9892b5e7-2b15-4c40-9602-f3bca073d3b2 admin admin] Network 2d2dec7d-c5e5-4bc5-aa75-631ab0057881 is scheduled to be hosted by DHCP agent e281720a-8ae7-4081-88fc-d5a7fa1f3c44 with binding_index 1 {{(pid=80076) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 11:47:16.329558 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-9892b5e7-2b15-4c40-9602-f3bca073d3b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-1-smb, 2d2dec7d-c5e5-4bc5-aa75-631ab0057881) {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:47:16.340424 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477962aa-0f5b-450d-82fc-499ee0614833 None None] Network 2d2dec7d-c5e5-4bc5-aa75-631ab0057881 requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:47:16.343924 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9892b5e7-2b15-4c40-9602-f3bca073d3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:16.344976 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9892b5e7-2b15-4c40-9602-f3bca073d3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:16.386851 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-9892b5e7-2b15-4c40-9602-f3bca073d3b2 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1551702 Feb 03 11:47:16.594111 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d97aa0f-9a5e-4806-a8a4-98163db89b1b None None] Network 2d2dec7d-c5e5-4bc5-aa75-631ab0057881 requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:47:16.796704 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Deleting port 0cf2c2d4-0aad-42cc-866b-e4797fbda738 {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:47:16.797634 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:17.000523 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19ca84-a77b-4951-87c6-e4a8c5ff8802 req-21e10b28-9f24-4942-8a82-4bd8f6d723ee tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:17.002064 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fb19ca84-a77b-4951-87c6-e4a8c5ff8802 req-21e10b28-9f24-4942-8a82-4bd8f6d723ee tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 943 time: 0.2520716 Feb 03 11:47:17.076109 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fb19ca84-a77b-4951-87c6-e4a8c5ff8802 req-9ee83c22-4bb3-45be-b7de-5ca04e0367ed tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658576 Feb 03 11:47:17.224078 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-51f26ee7-4787-487e-9b80-665f96687417 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:17.225802 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-51f26ee7-4787-487e-9b80-665f96687417 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/networks?id=4a11268d-fbab-4090-aeb8-a36616dede63 HTTP/1.1" status: 200 len: 809 time: 0.3831258 Feb 03 11:47:17.257635 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-6e131729-8b4b-4b7e-92b2-c930f4cfbac4 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/quotas/a2c53d1a99fc48459be770dd1ef3b334 HTTP/1.1" status: 200 len: 375 time: 0.0251276 Feb 03 11:47:17.342672 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-605fb331-c284-456b-a0c9-9b86f877d4e4 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a2c53d1a99fc48459be770dd1ef3b334&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699687 Feb 03 11:47:17.350339 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] For port 0cf2c2d4-0aad-42cc-866b-e4797fbda738, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=0cf2c2d4-0aad-42cc-866b-e4797fbda738,segment=NetworkSegment(3741f48f-16a9-4293-92b5-def40090b78c),segment_id=3741f48f-16a9-4293-92b5-def40090b78c)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:47:17.350883 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:17.363702 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-e30bf8dc-61ec-4c19-9f81-c5c9fbd2b2e7 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:47:17.364737 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-e30bf8dc-61ec-4c19-9f81-c5c9fbd2b2e7 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0058908 Feb 03 11:47:17.758370 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-6b58e5bc-128e-4da3-9d1e-5aa5b16e1473 service neutron] 10.222.0.68 "GET /v2.0/networks/4a11268d-fbab-4090-aeb8-a36616dede63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357658 Feb 03 11:47:17.867856 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:17.868259 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505061'] for floatingip, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:17.868598 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.l3_db [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Floating IP 363cd7f6-2eb4-4ee2-982d-915e78b9b573 disassociated. External IP: 172.28.2.55, port: 0cf2c2d4-0aad-42cc-866b-e4797fbda738. Feb 03 11:47:17.868976 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Calling delete_port for 0cf2c2d4-0aad-42cc-866b-e4797fbda738 owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:47:18.237101 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-1124675f-51e1-40f3-a78f-8c43dbc405e4 service neutron] 10.222.0.68 "GET /v2.0/networks/4a11268d-fbab-4090-aeb8-a36616dede63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4651175 Feb 03 11:47:18.313239 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:18.336163 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-98c8c62a-a280-4979-ba66-6074acc40cd2 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:18.391518 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Pushing event deleted for resources: {'Port': ['ID=0cf2c2d4-0aad-42cc-866b-e4797fbda738,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:18.407659 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92668b80-71d6-4ecf-80cd-2b4905f14162 req-f75cda1f-1d1e-4004-b359-9bab04da0094 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:18.415540 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-92668b80-71d6-4ecf-80cd-2b4905f14162 req-f75cda1f-1d1e-4004-b359-9bab04da0094 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 865 time: 0.1898105 Feb 03 11:47:18.446718 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:18.481469 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-92668b80-71d6-4ecf-80cd-2b4905f14162 req-d60fb3f6-0fcb-4d10-9cf0-1e715eeac153 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups?id=9ff50293-b4b0-493f-8210-53ae3daa8d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649393 Feb 03 11:47:18.503960 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d8687e3e-f937-4e8d-9509-b1ce16d08e6e req-31451b9d-fb38-4bb5-a059-1dbcbc510b13 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2da61e5-6d1e-44ac-9048-62719594a84e HTTP/1.1" status: 200 len: 210 time: 0.0585291 Feb 03 11:47:18.790655 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Router f051437d-275c-4267-afec-e4612d305d4a has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80076) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:47:18.992621 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80076) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:47:19.003245 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3acef-77b8-4ff6-8500-882a605d86c9 None None] Sync routers for ids ['f051437d-275c-4267-afec-e4612d305d4a'] in dv-cinder-773870-1-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:47:19.014857 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c3acef-77b8-4ff6-8500-882a605d86c9 None None] Routers {'f051437d-275c-4267-afec-e4612d305d4a'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:47:19.019329 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-b5c3acef-77b8-4ff6-8500-882a605d86c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:46:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['f051437d-275c-4267-afec-e4612d305d4a'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:47:19.039748 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] No DVR routers for this DVR port 0cf2c2d4-0aad-42cc-866b-e4797fbda738 on host hv-cinder-77387 {{(pid=80076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:47:19.042747 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:19.046051 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615751ae-4530-4e97-9090-af8a7d460110', 'name': 'network-vif-deleted', 'tag': '0cf2c2d4-0aad-42cc-866b-e4797fbda738'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:47:19.061292 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-06ebdb24-c0dd-44a9-9313-779452fba8a7 req-de861b39-3653-4fc0-bdda-09a78688eeba tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.122 "DELETE /v2.0/ports/0cf2c2d4-0aad-42cc-866b-e4797fbda738 HTTP/1.1" status: 204 len: 173 time: 4.4499776 Feb 03 11:47:19.141682 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '615751ae-4530-4e97-9090-af8a7d460110', 'name': 'network-vif-deleted', 'tag': '0cf2c2d4-0aad-42cc-866b-e4797fbda738', 'status': 'completed', 'code': 200} Feb 03 11:47:19.234212 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-b5c3acef-77b8-4ff6-8500-882a605d86c9 None None] Set router f051437d-275c-4267-afec-e4612d305d4a gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:47:19.583486 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-b5c3acef-77b8-4ff6-8500-882a605d86c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051437d-275c-4267-afec-e4612d305d4a', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:15Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'gw_port': {'id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:16Z', 'updated_at': '2021-02-03T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '59e1b350-4f9e-4232-8358-e8908aee0f28', 'name': '', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'mac_address': 'fa:16:3e:68:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:28Z', 'updated_at': '2021-02-03T11:37:44Z', 'revision_number': 5, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'subnets': [{'id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:47:19.588280 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3acef-77b8-4ff6-8500-882a605d86c9 None None] Checking router: f051437d-275c-4267-afec-e4612d305d4a for host: dv-cinder-773870-1-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:47:19.599057 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c3acef-77b8-4ff6-8500-882a605d86c9 None None] Routers {'f051437d-275c-4267-afec-e4612d305d4a'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:47:19.599906 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-b5c3acef-77b8-4ff6-8500-882a605d86c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:46:53Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['f051437d-275c-4267-afec-e4612d305d4a'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:47:19.729831 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5310dc28-6792-4281-a9a0-c62057be50c0 req-66c83fe8-4ae1-4c0a-b113-4cd1792cc214 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2da61e5-6d1e-44ac-9048-62719594a84e HTTP/1.1" status: 200 len: 210 time: 0.0723946 Feb 03 11:47:19.825446 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-fea2b20f-1a74-450e-82c0-795184206628 req-8c988b71-9f3e-4fa6-aae2-7c255166830c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Synchronizing usage tracker for tenant:15e50d7ac4fd4b5db50980824778a1fd on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:47:19.985865 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-6a9ff424-46b8-4cad-b32c-d5ca54f758ea tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:19.987661 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-6a9ff424-46b8-4cad-b32c-d5ca54f758ea tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.122 "GET /v2.0/networks?id=4a11268d-fbab-4090-aeb8-a36616dede63 HTTP/1.1" status: 200 len: 809 time: 0.3803039 Feb 03 11:47:19.988454 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-fea2b20f-1a74-450e-82c0-795184206628 req-8c988b71-9f3e-4fa6-aae2-7c255166830c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Unset dirty status for tenant:15e50d7ac4fd4b5db50980824778a1fd on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:47:19.989657 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-fea2b20f-1a74-450e-82c0-795184206628 req-8c988b71-9f3e-4fa6-aae2-7c255166830c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/ports?device_id=615751ae-4530-4e97-9090-af8a7d460110 HTTP/1.1" status: 200 len: 210 time: 0.2415700 Feb 03 11:47:20.013168 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-6ecdf64a-5d1a-4909-8114-d78ed2239fff tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Request body: {'port': {'device_id': 'e2da61e5-6d1e-44ac-9048-62719594a84e', 'network_id': '4a11268d-fbab-4090-aeb8-a36616dede63', 'admin_state_up': True, 'tenant_id': 'a2c53d1a99fc48459be770dd1ef3b334'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:47:20.013619 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-b5c3acef-77b8-4ff6-8500-882a605d86c9 None None] Set router f051437d-275c-4267-afec-e4612d305d4a gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:47:20.161364 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-6ecdf64a-5d1a-4909-8114-d78ed2239fff tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:47:20.165537 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-6ecdf64a-5d1a-4909-8114-d78ed2239fff tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Usage tracker for resource:port and tenant:a2c53d1a99fc48459be770dd1ef3b334 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:47:20.168515 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-6ecdf64a-5d1a-4909-8114-d78ed2239fff tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:47:20.174192 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-6ecdf64a-5d1a-4909-8114-d78ed2239fff tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:47:20.183628 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-6ecdf64a-5d1a-4909-8114-d78ed2239fff tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Made reservation on behalf of a2c53d1a99fc48459be770dd1ef3b334 for: {'port': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:47:20.204807 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-6ecdf64a-5d1a-4909-8114-d78ed2239fff tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:20.349997 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-b5c3acef-77b8-4ff6-8500-882a605d86c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051437d-275c-4267-afec-e4612d305d4a', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:15Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'gw_port': {'id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:16Z', 'updated_at': '2021-02-03T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '59e1b350-4f9e-4232-8358-e8908aee0f28', 'name': '', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'mac_address': 'fa:16:3e:68:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:28Z', 'updated_at': '2021-02-03T11:37:44Z', 'revision_number': 5, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'subnets': [{'id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:47:20.359694 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c3acef-77b8-4ff6-8500-882a605d86c9 None None] The sync data for ids ['f051437d-275c-4267-afec-e4612d305d4a'] in dv-cinder-773870-1-smb is: [{'id': 'f051437d-275c-4267-afec-e4612d305d4a', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:15Z', 'updated_at': '2021-02-03T11:37:33Z', 'revision_number': 4, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'gw_port': {'id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:16Z', 'updated_at': '2021-02-03T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb', '_interfaces': [{'id': '59e1b350-4f9e-4232-8358-e8908aee0f28', 'name': '', 'network_id': '6ee212a8-a662-49ec-9d02-feb306b9fb62', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'mac_address': 'fa:16:3e:68:4c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:28Z', 'updated_at': '2021-02-03T11:37:44Z', 'revision_number': 5, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'subnets': [{'id': 'b02e8330-4b19-43ce-a9de-cf3994e73e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:47:20.371548 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-cd519bd2-6c26-4bc4-bbad-64e0c0377c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:20.538813 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-6ecdf64a-5d1a-4909-8114-d78ed2239fff tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Allocated IP 172.20.0.3 (4a11268d-fbab-4090-aeb8-a36616dede63/de9cd254-0fa8-4178-8fb9-0c46f4ed4778/72b87e0f-d6df-4f66-bc5b-0ecff0a11c86) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:47:20.737730 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19674783-3f34-439b-a51e-16cba3acbe40 None None] New status for floating IP 363cd7f6-2eb4-4ee2-982d-915e78b9b573: DOWN {{(pid=80078) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 03 11:47:20.766452 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-6ecdf64a-5d1a-4909-8114-d78ed2239fff tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:20.799080 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-6ecdf64a-5d1a-4909-8114-d78ed2239fff tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:20.818265 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f618a912-19f2-4b12-9530-18df4ee263d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:20.961716 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecdf64a-5d1a-4909-8114-d78ed2239fff tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Pushing event updated for resources: {'Port': ['ID=72b87e0f-d6df-4f66-bc5b-0ecff0a11c86,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:20.964773 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6ecdf64a-5d1a-4909-8114-d78ed2239fff tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:21.019532 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec069b-5c08-4b63-adb1-2baa357e0942 req-84bf1491-3d77-420a-9d85-04f80fd2d52b tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:21.021190 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-efec069b-5c08-4b63-adb1-2baa357e0942 req-84bf1491-3d77-420a-9d85-04f80fd2d52b tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2da61e5-6d1e-44ac-9048-62719594a84e HTTP/1.1" status: 200 len: 931 time: 0.1657052 Feb 03 11:47:21.026721 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-6ecdf64a-5d1a-4909-8114-d78ed2239fff tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Network 4a11268d-fbab-4090-aeb8-a36616dede63 is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:47:21.028144 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-6ecdf64a-5d1a-4909-8114-d78ed2239fff tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:47:21.030627 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-6ecdf64a-5d1a-4909-8114-d78ed2239fff tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:47:21.094197 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-efec069b-5c08-4b63-adb1-2baa357e0942 req-9798ee93-714e-4ff9-b406-ea3f3bc3064e tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Synchronizing usage tracker for tenant:a2c53d1a99fc48459be770dd1ef3b334 on resource:security_group {{(pid=80075) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:47:21.111648 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-efec069b-5c08-4b63-adb1-2baa357e0942 req-9798ee93-714e-4ff9-b406-ea3f3bc3064e tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Unset dirty status for tenant:a2c53d1a99fc48459be770dd1ef3b334 on resource:security_group {{(pid=80075) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:47:21.112843 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-efec069b-5c08-4b63-adb1-2baa357e0942 req-9798ee93-714e-4ff9-b406-ea3f3bc3064e tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/security-groups?id=70e96592-e882-4783-9536-037293d5137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801950 Feb 03 11:47:21.158120 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-6ecdf64a-5d1a-4909-8114-d78ed2239fff tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:21.158847 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-6ecdf64a-5d1a-4909-8114-d78ed2239fff tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:21.181030 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-6ecdf64a-5d1a-4909-8114-d78ed2239fff tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1760283 Feb 03 11:47:21.193146 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Request body: {'port': {'device_id': 'e2da61e5-6d1e-44ac-9048-62719594a84e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:47:21.327156 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:21.752109 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86 {{(pid=80076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 11:47:21.760205 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:21.772626 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Transition to ACTIVE for port object 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86 will not be triggered until provisioned by entity L2. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:47:21.775493 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:21.792988 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-58e18190-3e9b-4243-90c2-45675fb7ba28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:21.926844 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=72b87e0f-d6df-4f66-bc5b-0ecff0a11c86,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:21.931791 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:22.190649 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 45694) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:47:22.341041 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-48131c17-56be-4eaf-9fe1-b56b23be1bb9 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:22.361376 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Attempting to bind port 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:47:22.361753 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Attempting to bind port 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '856d1ad6-055f-4364-8041-0f5206366a40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4a11268d-fbab-4090-aeb8-a36616dede63'}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:47:22.362107 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Attempting to bind port 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86 on network 4a11268d-fbab-4090-aeb8-a36616dede63 {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:47:22.368089 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Checking agent: {'id': 'd04a5943-f855-4f30-8269-6a00b74e68db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 34, 59), 'started_at': datetime.datetime(2021, 2, 3, 11, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.119', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:47:22.368469 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Checking segment: {'id': '856d1ad6-055f-4364-8041-0f5206366a40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4a11268d-fbab-4090-aeb8-a36616dede63'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:47:22.368870 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:22.369263 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Bound using segment: {'id': '856d1ad6-055f-4364-8041-0f5206366a40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4a11268d-fbab-4090-aeb8-a36616dede63'} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:47:22.369743 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Bound port: 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856d1ad6-055f-4364-8041-0f5206366a40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4a11268d-fbab-4090-aeb8-a36616dede63'}}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:47:22.370118 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:22.383576 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-48131c17-56be-4eaf-9fe1-b56b23be1bb9 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:22.469417 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] For port 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86, host hv-cinder-77387, cleared binding levels {{(pid=80076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:47:22.472542 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] For port 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=72b87e0f-d6df-4f66-bc5b-0ecff0a11c86,segment=NetworkSegment(856d1ad6-055f-4364-8041-0f5206366a40),segment_id=856d1ad6-055f-4364-8041-0f5206366a40)] {{(pid=80076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:47:22.476738 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:22.493431 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4cbb9740-a0d0-4fa6-bf7e-4924d339f3c3 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:22.510224 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8268a48-ca65-4b7b-af9e-c8ad0f1032f1 req-7e845379-aa85-4000-96f1-60e8e8ec64a4 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:22.511930 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a8268a48-ca65-4b7b-af9e-c8ad0f1032f1 req-7e845379-aa85-4000-96f1-60e8e8ec64a4 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2da61e5-6d1e-44ac-9048-62719594a84e HTTP/1.1" status: 200 len: 943 time: 0.2422974 Feb 03 11:47:22.535633 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-48131c17-56be-4eaf-9fe1-b56b23be1bb9 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:22.544966 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6a4f851a-1876-42ae-ac60-a0ba2f23e1f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:22.574640 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48131c17-56be-4eaf-9fe1-b56b23be1bb9 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff50293-b4b0-493f-8210-53ae3daa8d9f,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:22.587428 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-48131c17-56be-4eaf-9fe1-b56b23be1bb9 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:22.622703 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a8268a48-ca65-4b7b-af9e-c8ad0f1032f1 req-9b0b07db-74ab-45e0-aaa4-6a74b81280d0 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/security-groups?id=70e96592-e882-4783-9536-037293d5137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034412 Feb 03 11:47:22.624272 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-48131c17-56be-4eaf-9fe1-b56b23be1bb9 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:22.625596 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5a4c3d1e-b067-4ad6-ac36-c405d00fae7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:22.625724 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-48131c17-56be-4eaf-9fe1-b56b23be1bb9 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "DELETE /v2.0/security-groups/9ff50293-b4b0-493f-8210-53ae3daa8d9f HTTP/1.1" status: 204 len: 168 time: 0.4339857 Feb 03 11:47:22.629030 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 45698) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:47:22.653443 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.api.v2.resource [None req-0fe34147-affa-4f54-822f-659f572dfc69 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] show failed (client error): The resource could not be found. Feb 03 11:47:22.657566 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-0fe34147-affa-4f54-822f-659f572dfc69 tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "GET /v2.0/security-groups/9ff50293-b4b0-493f-8210-53ae3daa8d9f HTTP/1.1" status: 404 len: 347 time: 0.0245099 Feb 03 11:47:22.657835 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 45702) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:47:22.668809 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=72b87e0f-d6df-4f66-bc5b-0ecff0a11c86,revision_number=3']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:22.673847 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:22.705875 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:22.706581 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:22.708120 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-2feb9016-61cc-438f-b63b-04dfb7aae8a5 service neutron] 10.222.0.122 "PUT /v2.0/ports/72b87e0f-d6df-4f66-bc5b-0ecff0a11c86 HTTP/1.1" status: 200 len: 1157 time: 1.5197976 Feb 03 11:47:22.708662 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2da61e5-6d1e-44ac-9048-62719594a84e', 'tag': '72b87e0f-d6df-4f66-bc5b-0ecff0a11c86'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:47:22.790924 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2da61e5-6d1e-44ac-9048-62719594a84e', 'tag': '72b87e0f-d6df-4f66-bc5b-0ecff0a11c86', 'status': 'completed', 'code': 200} Feb 03 11:47:22.830185 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-99e21fea-29fc-490f-9007-b244a9699954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:22.831892 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-99e21fea-29fc-490f-9007-b244a9699954 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=a2c53d1a99fc48459be770dd1ef3b334&device_id=e2da61e5-6d1e-44ac-9048-62719594a84e HTTP/1.1" status: 200 len: 1160 time: 0.0878131 Feb 03 11:47:22.848475 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-3eeddabf-63eb-44bc-aa7d-5e293ccfbf4c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Deleting port cc618ed3-1697-4b75-a7ba-aea27a2d1601 {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:47:22.848847 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3eeddabf-63eb-44bc-aa7d-5e293ccfbf4c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:22.907226 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-ccd94d4a-e88f-4e5d-8ef6-d8cc140bddbe service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72b87e0f-d6df-4f66-bc5b-0ecff0a11c86 HTTP/1.1" status: 200 len: 217 time: 0.0684106 Feb 03 11:47:22.981151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-043597aa-0ec8-4b80-9060-b410ffcb7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:22.982678 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-043597aa-0ec8-4b80-9060-b410ffcb7068 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=de9cd254-0fa8-4178-8fb9-0c46f4ed4778 HTTP/1.1" status: 200 len: 849 time: 0.0689600 Feb 03 11:47:23.036549 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-4d03b459-f3ae-438f-8fd0-d4c9cad3aa1f service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=4a11268d-fbab-4090-aeb8-a36616dede63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470371 Feb 03 11:47:23.039612 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3eeddabf-63eb-44bc-aa7d-5e293ccfbf4c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:23.039972 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3eeddabf-63eb-44bc-aa7d-5e293ccfbf4c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:23.178729 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-3eeddabf-63eb-44bc-aa7d-5e293ccfbf4c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Calling delete_port for cc618ed3-1697-4b75-a7ba-aea27a2d1601 owned by network:floatingip {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:47:23.185879 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-995e6bfd-2ca7-4839-9d7d-0137dd77f8d7 service neutron] 10.222.0.122 "GET /v2.0/networks/4a11268d-fbab-4090-aeb8-a36616dede63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428220 Feb 03 11:47:23.192020 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:23.326875 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3eeddabf-63eb-44bc-aa7d-5e293ccfbf4c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556013'] for port, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:23.339850 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3617ade9-b761-48bf-9cbe-aa6875073826 req-bb5568f9-4051-4c52-814e-9cf2249cb26e service neutron] 10.222.0.122 "GET /v2.0/networks/4a11268d-fbab-4090-aeb8-a36616dede63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1468277 Feb 03 11:47:23.343856 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b1d7c8b4-10aa-409b-a72a-a86a778399a5 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:23.442660 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeddabf-63eb-44bc-aa7d-5e293ccfbf4c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Pushing event deleted for resources: {'Port': ['ID=cc618ed3-1697-4b75-a7ba-aea27a2d1601,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:23.445878 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3eeddabf-63eb-44bc-aa7d-5e293ccfbf4c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:23.467425 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e161c48-0b89-441f-96c4-78da0d60e945 req-bf92bd07-e107-434b-9957-3f34acf76e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:23.469048 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8e161c48-0b89-441f-96c4-78da0d60e945 req-bf92bd07-e107-434b-9957-3f34acf76e26 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=a2c53d1a99fc48459be770dd1ef3b334&device_id=e2da61e5-6d1e-44ac-9048-62719594a84e HTTP/1.1" status: 200 len: 1160 time: 0.0846689 Feb 03 11:47:23.577650 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3eeddabf-63eb-44bc-aa7d-5e293ccfbf4c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks [] for floatingip, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:23.595402 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3eeddabf-63eb-44bc-aa7d-5e293ccfbf4c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for floatingip, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:23.600236 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-3eeddabf-63eb-44bc-aa7d-5e293ccfbf4c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] 10.222.0.68 "DELETE /v2.0/floatingips/363cd7f6-2eb4-4ee2-982d-915e78b9b573 HTTP/1.1" status: 204 len: 168 time: 0.9378536 Feb 03 11:47:23.628981 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e161c48-0b89-441f-96c4-78da0d60e945 req-416df73d-5607-453b-8939-778e4a440b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:23.630699 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8e161c48-0b89-441f-96c4-78da0d60e945 req-416df73d-5607-453b-8939-778e4a440b26 service neutron] 10.222.0.122 "GET /v2.0/networks?id=4a11268d-fbab-4090-aeb8-a36616dede63 HTTP/1.1" status: 200 len: 903 time: 0.1551721 Feb 03 11:47:23.710961 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8e161c48-0b89-441f-96c4-78da0d60e945 req-2ae490d3-bc5a-4a04-af17-4f39f53880b4 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72b87e0f-d6df-4f66-bc5b-0ecff0a11c86 HTTP/1.1" status: 200 len: 217 time: 0.0740523 Feb 03 11:47:23.793276 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e161c48-0b89-441f-96c4-78da0d60e945 req-322d9132-79f0-4f8d-b51d-67e350585be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:23.795771 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8e161c48-0b89-441f-96c4-78da0d60e945 req-322d9132-79f0-4f8d-b51d-67e350585be3 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=de9cd254-0fa8-4178-8fb9-0c46f4ed4778 HTTP/1.1" status: 200 len: 849 time: 0.0768650 Feb 03 11:47:23.855959 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8e161c48-0b89-441f-96c4-78da0d60e945 req-133efd48-5e02-4fcb-9a09-b60ebeea0728 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=4a11268d-fbab-4090-aeb8-a36616dede63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525546 Feb 03 11:47:23.925741 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d538b1-3a35-4e9f-b87f-6df10241fd8f req-c361f301-9fe7-486b-8af0-d67eea65007e tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:23.927577 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a9d538b1-3a35-4e9f-b87f-6df10241fd8f req-c361f301-9fe7-486b-8af0-d67eea65007e tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2da61e5-6d1e-44ac-9048-62719594a84e HTTP/1.1" status: 200 len: 943 time: 0.1736007 Feb 03 11:47:23.994428 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a9d538b1-3a35-4e9f-b87f-6df10241fd8f req-2f9789c3-d40f-4d67-ac35-5268fcf28420 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/security-groups?id=70e96592-e882-4783-9536-037293d5137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592146 Feb 03 11:47:24.003856 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8e161c48-0b89-441f-96c4-78da0d60e945 req-880def64-17be-4dae-b417-17fbe8407c2a service neutron] 10.222.0.122 "GET /v2.0/networks/4a11268d-fbab-4090-aeb8-a36616dede63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403968 Feb 03 11:47:24.034826 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:24.149567 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8e161c48-0b89-441f-96c4-78da0d60e945 req-4dcd3ff2-0445-4d72-90e5-8ac13c1d3164 service neutron] 10.222.0.122 "GET /v2.0/networks/4a11268d-fbab-4090-aeb8-a36616dede63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1390064 Feb 03 11:47:24.635050 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:25.291674 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35a61f-5bb9-4912-a180-25916017c6a4 req-8a19f360-6a04-4a4d-8d58-22b48c00c386 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:25.292521 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-1c35a61f-5bb9-4912-a180-25916017c6a4 req-8a19f360-6a04-4a4d-8d58-22b48c00c386 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Synchronizing usage tracker for tenant:a2c53d1a99fc48459be770dd1ef3b334 on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:47:25.311211 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-1c35a61f-5bb9-4912-a180-25916017c6a4 req-8a19f360-6a04-4a4d-8d58-22b48c00c386 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Unset dirty status for tenant:a2c53d1a99fc48459be770dd1ef3b334 on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:47:25.312498 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1c35a61f-5bb9-4912-a180-25916017c6a4 req-8a19f360-6a04-4a4d-8d58-22b48c00c386 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2da61e5-6d1e-44ac-9048-62719594a84e HTTP/1.1" status: 200 len: 943 time: 0.1833231 Feb 03 11:47:25.382105 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1c35a61f-5bb9-4912-a180-25916017c6a4 req-aadfd090-ccb5-4fa5-857a-1e3285346868 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/security-groups?id=70e96592-e882-4783-9536-037293d5137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625973 Feb 03 11:47:26.513833 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 45734) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:47:26.675405 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47c7d2-6e03-4063-a049-a40057254b3c req-a6aa4804-8032-4c54-91af-58a747b6979c tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:26.677055 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6e47c7d2-6e03-4063-a049-a40057254b3c req-a6aa4804-8032-4c54-91af-58a747b6979c tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2da61e5-6d1e-44ac-9048-62719594a84e HTTP/1.1" status: 200 len: 943 time: 0.1642392 Feb 03 11:47:26.742326 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-6e47c7d2-6e03-4063-a049-a40057254b3c req-511af5e9-5076-409f-8586-4efa447af5fe tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/security-groups?id=70e96592-e882-4783-9536-037293d5137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586400 Feb 03 11:47:27.195292 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.objects.ports [None req-c92c5410-2166-4260-ab9b-980008210290 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80077) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 03 11:47:27.481031 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-01dd6ea3-af70-47ec-862f-bb8b0038370c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-505393'] for router_interface, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:27.678520 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:47:27.754493 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning for port 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:47:27.759934 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:47:27.760335 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:27.864373 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-01dd6ea3-af70-47ec-862f-bb8b0038370c admin admin] Deleting port 59e1b350-4f9e-4232-8358-e8908aee0f28 {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:47:27.865029 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-01dd6ea3-af70-47ec-862f-bb8b0038370c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:27.893173 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:27.921417 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2da61e5-6d1e-44ac-9048-62719594a84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b87e0f-d6df-4f66-bc5b-0ecff0a11c86'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:47:27.931981 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=72b87e0f-d6df-4f66-bc5b-0ecff0a11c86,segment=NetworkSegment(856d1ad6-055f-4364-8041-0f5206366a40),segment_id=856d1ad6-055f-4364-8041-0f5206366a40)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:47:27.935250 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:27.937920 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-eccf673d-948f-4790-9f7c-0e0bbe3af157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:27.985777 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2da61e5-6d1e-44ac-9048-62719594a84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b87e0f-d6df-4f66-bc5b-0ecff0a11c86', 'code': 200} Feb 03 11:47:28.026647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=72b87e0f-d6df-4f66-bc5b-0ecff0a11c86,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:28.029941 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:28.170110 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cba44-2f50-4630-9f68-38d6074f3d14 req-9234b128-90bc-447e-89f7-760b142ee3ad tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:28.171827 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-959cba44-2f50-4630-9f68-38d6074f3d14 req-9234b128-90bc-447e-89f7-760b142ee3ad tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2da61e5-6d1e-44ac-9048-62719594a84e HTTP/1.1" status: 200 len: 945 time: 0.2757819 Feb 03 11:47:28.238391 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-01dd6ea3-af70-47ec-862f-bb8b0038370c admin admin] For port 59e1b350-4f9e-4232-8358-e8908aee0f28, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=59e1b350-4f9e-4232-8358-e8908aee0f28,segment=NetworkSegment(3741f48f-16a9-4293-92b5-def40090b78c),segment_id=3741f48f-16a9-4293-92b5-def40090b78c)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:47:28.238783 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-01dd6ea3-af70-47ec-862f-bb8b0038370c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:28.312787 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf80d9-5278-4e44-a463-2fe34349b240 req-4c724205-8c32-4dec-872a-d7ee49c43b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:28.314279 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-cecf80d9-5278-4e44-a463-2fe34349b240 req-4c724205-8c32-4dec-872a-d7ee49c43b2f service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=e2da61e5-6d1e-44ac-9048-62719594a84e HTTP/1.1" status: 200 len: 1162 time: 0.1616273 Feb 03 11:47:28.331575 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-959cba44-2f50-4630-9f68-38d6074f3d14 req-a235bc0a-db0e-43f6-92c7-011329b142e6 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/security-groups?id=70e96592-e882-4783-9536-037293d5137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471093 Feb 03 11:47:28.373870 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-cecf80d9-5278-4e44-a463-2fe34349b240 req-8e092fd6-3cb2-4320-b425-d37e5854a99f service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=70e96592-e882-4783-9536-037293d5137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531292 Feb 03 11:47:28.399857 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-01dd6ea3-af70-47ec-862f-bb8b0038370c admin admin] Calling delete_port for 59e1b350-4f9e-4232-8358-e8908aee0f28 owned by network:router_interface {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:47:28.584293 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-01dd6ea3-af70-47ec-862f-bb8b0038370c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556013'] for port, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:28.599813 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-aa346a4a-aaa8-4518-a1dd-307553f32fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:28.694958 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd6ea3-af70-47ec-862f-bb8b0038370c admin admin] Pushing event deleted for resources: {'Port': ['ID=59e1b350-4f9e-4232-8358-e8908aee0f28,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:28.701619 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-01dd6ea3-af70-47ec-862f-bb8b0038370c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:28.841654 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:29.040300 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-01dd6ea3-af70-47ec-862f-bb8b0038370c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854160145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854270091'] for router_interface, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:29.129531 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:47:29.204300 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:47:29.204716 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:29.567854 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01dd6ea3-af70-47ec-862f-bb8b0038370c admin admin] Router f051437d-275c-4267-afec-e4612d305d4a has already been hosted by L3 agent 076b62cd-f232-448d-ae77-120500dbf827 {{(pid=80075) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 03 11:47:29.667803 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4bed3-5ed2-4c62-947f-e7d7f7528be2 req-d21e2b70-0fb5-45dd-ba6d-e618a7991635 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:29.669550 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1af4bed3-5ed2-4c62-947f-e7d7f7528be2 req-d21e2b70-0fb5-45dd-ba6d-e618a7991635 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2da61e5-6d1e-44ac-9048-62719594a84e HTTP/1.1" status: 200 len: 945 time: 0.2011578 Feb 03 11:47:29.734393 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1af4bed3-5ed2-4c62-947f-e7d7f7528be2 req-aa42c25f-e164-4132-a7ea-d0cccc274553 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/security-groups?id=70e96592-e882-4783-9536-037293d5137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582700 Feb 03 11:47:29.782692 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01dd6ea3-af70-47ec-862f-bb8b0038370c admin admin] Notify agent at l3_agent.dv-cinder-773870-1-smb the message routers_updated {{(pid=80075) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 03 11:47:29.791972 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f158cec-d8a2-4f74-a4fb-7b4e1e45e9f4 None None] Sync routers for ids ['f051437d-275c-4267-afec-e4612d305d4a'] in dv-cinder-773870-1-smb {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 03 11:47:29.795942 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-01dd6ea3-af70-47ec-862f-bb8b0038370c admin admin] 10.222.0.68 "PUT /v2.0/routers/f051437d-275c-4267-afec-e4612d305d4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2809100 Feb 03 11:47:29.798785 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 45748) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:47:29.802104 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f158cec-d8a2-4f74-a4fb-7b4e1e45e9f4 None None] Routers {'f051437d-275c-4267-afec-e4612d305d4a'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:47:29.802903 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-9f158cec-d8a2-4f74-a4fb-7b4e1e45e9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:47:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['f051437d-275c-4267-afec-e4612d305d4a'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:47:30.000034 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-9f158cec-d8a2-4f74-a4fb-7b4e1e45e9f4 None None] Set router f051437d-275c-4267-afec-e4612d305d4a gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:47:30.267897 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-feaf63be-26ee-419b-bc63-e0cf8ef330fa admin admin] Notify callbacks [] for router, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:30.320542 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-9f158cec-d8a2-4f74-a4fb-7b4e1e45e9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051437d-275c-4267-afec-e4612d305d4a', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:15Z', 'updated_at': '2021-02-03T11:47:28Z', 'revision_number': 5, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'gw_port': {'id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:16Z', 'updated_at': '2021-02-03T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:47:30.324857 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f158cec-d8a2-4f74-a4fb-7b4e1e45e9f4 None None] Checking router: f051437d-275c-4267-afec-e4612d305d4a for host: dv-cinder-773870-1-smb {{(pid=80077) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 03 11:47:30.335507 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f158cec-d8a2-4f74-a4fb-7b4e1e45e9f4 None None] Routers {'f051437d-275c-4267-afec-e4612d305d4a'} bound to L3 agent in host dv-cinder-773870-1-smb {{(pid=80077) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 03 11:47:30.336157 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-9f158cec-d8a2-4f74-a4fb-7b4e1e45e9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773870-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-03T11:27:52Z,description=,heartbeat_timestamp=2021-02-03T11:47:23Z,host='dv-cinder-773870-1-smb',id=076b62cd-f232-448d-ae77-120500dbf827,load=0,resource_versions=,resources_synced=,started_at=2021-02-03T11:27:52Z,topic='l3_agent')) {'router_ids': ['f051437d-275c-4267-afec-e4612d305d4a'], 'active': True} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:47:30.465732 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-feaf63be-26ee-419b-bc63-e0cf8ef330fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:30.471078 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-feaf63be-26ee-419b-bc63-e0cf8ef330fa admin admin] Deleting port 1f1544df-5eb0-484b-9d40-9c8baa509947 {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:47:30.471493 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-feaf63be-26ee-419b-bc63-e0cf8ef330fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:30.528535 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvr_db [None req-9f158cec-d8a2-4f74-a4fb-7b4e1e45e9f4 None None] Set router f051437d-275c-4267-afec-e4612d305d4a gateway port host: dv-cinder-773870-1-smb {{(pid=80077) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 03 11:47:30.661838 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-feaf63be-26ee-419b-bc63-e0cf8ef330fa admin admin] For port 1f1544df-5eb0-484b-9d40-9c8baa509947, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=1f1544df-5eb0-484b-9d40-9c8baa509947,segment=NetworkSegment(ef679f0b-7c61-47c0-b704-b3d2fd0cd989),segment_id=ef679f0b-7c61-47c0-b704-b3d2fd0cd989)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:47:30.662313 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-feaf63be-26ee-419b-bc63-e0cf8ef330fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:30.798177 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-feaf63be-26ee-419b-bc63-e0cf8ef330fa admin admin] Calling delete_port for 1f1544df-5eb0-484b-9d40-9c8baa509947 owned by network:router_gateway {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:47:30.838195 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_hamode_db [None req-9f158cec-d8a2-4f74-a4fb-7b4e1e45e9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f051437d-275c-4267-afec-e4612d305d4a', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:15Z', 'updated_at': '2021-02-03T11:47:28Z', 'revision_number': 5, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'gw_port': {'id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:16Z', 'updated_at': '2021-02-03T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}], 'dv-cinder-773870-1-smb', False) {} {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:47:30.842676 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f158cec-d8a2-4f74-a4fb-7b4e1e45e9f4 None None] The sync data for ids ['f051437d-275c-4267-afec-e4612d305d4a'] in dv-cinder-773870-1-smb is: [{'id': 'f051437d-275c-4267-afec-e4612d305d4a', 'name': 'tempest-AttachVolumeShelveTestJSON-761103839-router', 'tenant_id': '15e50d7ac4fd4b5db50980824778a1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'external_fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-03T11:37:15Z', 'updated_at': '2021-02-03T11:47:28Z', 'revision_number': 5, 'project_id': '15e50d7ac4fd4b5db50980824778a1fd', 'gw_port': {'id': '1f1544df-5eb0-484b-9d40-9c8baa509947', 'name': '', 'network_id': '84b90693-2912-4173-9093-cf01ce7c5229', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:bf:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051437d-275c-4267-afec-e4612d305d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773870-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-03T11:37:16Z', 'updated_at': '2021-02-03T11:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b0f1584a-346a-4aca-be96-02ba0d663828', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773870-1-smb'}] {{(pid=80077) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 03 11:47:31.004701 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-feaf63be-26ee-419b-bc63-e0cf8ef330fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556013'] for port, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:31.179466 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095080e0-2841-44a4-8c75-4566a7db3fdd req-7052e0ff-830c-4c71-8a7e-85f3f96550c2 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:31.181167 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-095080e0-2841-44a4-8c75-4566a7db3fdd req-7052e0ff-830c-4c71-8a7e-85f3f96550c2 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2da61e5-6d1e-44ac-9048-62719594a84e HTTP/1.1" status: 200 len: 945 time: 0.3049393 Feb 03 11:47:31.319788 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-095080e0-2841-44a4-8c75-4566a7db3fdd req-75d9006b-f513-4086-81c4-0dba44346de4 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/security-groups?id=70e96592-e882-4783-9536-037293d5137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299901 Feb 03 11:47:31.352730 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-feaf63be-26ee-419b-bc63-e0cf8ef330fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854270829'] for router_gateway, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:31.494525 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-feaf63be-26ee-419b-bc63-e0cf8ef330fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854272801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774809'] for router, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:31.497008 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-feaf63be-26ee-419b-bc63-e0cf8ef330fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:31.521124 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-feaf63be-26ee-419b-bc63-e0cf8ef330fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-501868'] for router, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:31.521783 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feaf63be-26ee-419b-bc63-e0cf8ef330fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router f051437d-275c-4267-afec-e4612d305d4a {{(pid=80075) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 03 11:47:31.534477 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-feaf63be-26ee-419b-bc63-e0cf8ef330fa admin admin] Notify callbacks [] for router, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:31.537220 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-feaf63be-26ee-419b-bc63-e0cf8ef330fa admin admin] 10.222.0.68 "DELETE /v2.0/routers/f051437d-275c-4267-afec-e4612d305d4a HTTP/1.1" status: 204 len: 168 time: 1.7372911 Feb 03 11:47:31.540947 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 45756) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:47:31.621120 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6c4c1e-3c93-4a42-adef-035cce398298 admin admin] Deleting subnet b02e8330-4b19-43ce-a9de-cf3994e73e6b {{(pid=80076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 11:47:31.626414 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4c1e-3c93-4a42-adef-035cce398298 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:31.679382 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4c1e-3c93-4a42-adef-035cce398298 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851665920'] for subnet, precommit_delete_associations {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:31.767789 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4c1e-3c93-4a42-adef-035cce398298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-59611'] for subnet, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:32.051110 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4c1e-3c93-4a42-adef-035cce398298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854716205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851665045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2331762'] for subnet, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:32.065224 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:32.148735 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c4c1e-3c93-4a42-adef-035cce398298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b02e8330-4b19-43ce-a9de-cf3994e73e6b,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:32.155426 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8f6c4c1e-3c93-4a42-adef-035cce398298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:32.204612 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8f6c4c1e-3c93-4a42-adef-035cce398298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:32.212480 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045dcf9a-9724-4eb7-bb9f-233ee73e67b5 None None] Network 6ee212a8-a662-49ec-9d02-feb306b9fb62 requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:47:32.213549 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-8f6c4c1e-3c93-4a42-adef-035cce398298 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b02e8330-4b19-43ce-a9de-cf3994e73e6b HTTP/1.1" status: 204 len: 168 time: 0.6702530 Feb 03 11:47:32.217377 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 45764) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:47:32.345343 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853835911'] for network, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:32.421978 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] Deleting port f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 {{(pid=80075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:47:32.422227 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:32.461229 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 59e1b350-4f9e-4232-8358-e8908aee0f28 no longer exists at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:47:32.515848 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] No Port match for: 59e1b350-4f9e-4232-8358-e8908aee0f28 {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:47:32.516211 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 59e1b350-4f9e-4232-8358-e8908aee0f28 not bound to the agent host dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:47:32.516714 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 1f1544df-5eb0-484b-9d40-9c8baa509947 no longer exists at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:47:32.567437 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] No Port match for: 1f1544df-5eb0-484b-9d40-9c8baa509947 {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:47:32.567822 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device 1f1544df-5eb0-484b-9d40-9c8baa509947 not bound to the agent host dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:47:32.648570 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] For port f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44,segment=NetworkSegment(3741f48f-16a9-4293-92b5-def40090b78c),segment_id=3741f48f-16a9-4293-92b5-def40090b78c)] {{(pid=80075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:47:32.649080 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:32.727589 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f972aee8-e809-4f8a-8b5e-bae7e05eafea None None] DHCP port deletion for 6ee212a8-a662-49ec-9d02-feb306b9fb62 request from dv-cinder-773870-1-smb {{(pid=80077) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 03 11:47:32.732287 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-f972aee8-e809-4f8a-8b5e-bae7e05eafea None None] Deleting port f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:47:32.732704 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f972aee8-e809-4f8a-8b5e-bae7e05eafea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:32.788106 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] Calling delete_port for f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 owned by network:dhcp {{(pid=80075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:47:32.867175 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852556013'] for port, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:32.880793 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:32.957646 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-f972aee8-e809-4f8a-8b5e-bae7e05eafea None None] For port f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44, host dv-cinder-773870-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773870-1-smb',level=0,port_id=f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44,segment=NetworkSegment(3741f48f-16a9-4293-92b5-def40090b78c),segment_id=3741f48f-16a9-4293-92b5-def40090b78c)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:47:32.958127 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f972aee8-e809-4f8a-8b5e-bae7e05eafea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:32.982059 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] Pushing event deleted for resources: {'Port': ['ID=f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:32.989394 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:33.034572 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] No DVR routers for this DVR port f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 on host dv-cinder-773870-1-smb {{(pid=80075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:47:33.094565 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-f972aee8-e809-4f8a-8b5e-bae7e05eafea None None] Calling delete_port for f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 owned by network:dhcp {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:47:33.169703 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5968', 'neutron.services.segments.db._delete_segments_for_network--9223363257154695830'] for network, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:33.173826 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.db.api [None req-f972aee8-e809-4f8a-8b5e-bae7e05eafea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80077) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:47:33.174232 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_db.api [None req-f972aee8-e809-4f8a-8b5e-bae7e05eafea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80077) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 11:47:33.291676 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee212a8-a662-49ec-9d02-feb306b9fb62']}} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:47:33.305151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3741f48f-16a9-4293-92b5-def40090b78c') {'for_net_delete': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:47:33.305822 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3741f48f-16a9-4293-92b5-def40090b78c') {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:47:33.318578 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257154698902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3034686'] for segment, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:33.333894 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:33.335887 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 11:47:33.520754 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] Network 6ee212a8-a662-49ec-9d02-feb306b9fb62 has no segments {{(pid=80075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:47:33.530426 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2219846'] for segment, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:33.675579 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-f972aee8-e809-4f8a-8b5e-bae7e05eafea None None] Deleting port f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 {{(pid=80077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:47:33.676032 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f972aee8-e809-4f8a-8b5e-bae7e05eafea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:33.717062 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] Network 6ee212a8-a662-49ec-9d02-feb306b9fb62 has no segments {{(pid=80075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: Traceback (most recent call last): Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: timer() Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: cb(*args, **kw) Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: return func(*args, **kwargs) Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: self._notify() Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: self.callback(batched_events) Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: event.method(event) Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: segment_id)['aggregates'][0] Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: return f(self, *a, **k) Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: return self._get(url).json() Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: **kwargs) Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: **endpoint_filter) Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:47:33.741951 dv-cinder-773870-1-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:47:33.752797 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-f972aee8-e809-4f8a-8b5e-bae7e05eafea None None] The port 'f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44' was deleted {{(pid=80077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 03 11:47:33.823843 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854769816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504970'] for network, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:33.827348 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:33.841723 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:33.852914 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] Pushing event deleted for resources: {'Network': ['ID=6ee212a8-a662-49ec-9d02-feb306b9fb62,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:33.856340 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:33.866518 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-49c62af3-1538-4c93-9938-b1072583bc1f admin admin] 10.222.0.68 "DELETE /v2.0/networks/6ee212a8-a662-49ec-9d02-feb306b9fb62 HTTP/1.1" status: 204 len: 168 time: 1.6480258 Feb 03 11:47:34.058406 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 45786) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:47:34.118971 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-6e94ff81-8a31-4852-b19c-4da5606d8cda admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=15e50d7ac4fd4b5db50980824778a1fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0591025 Feb 03 11:47:34.121759 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 45792) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:47:34.183626 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-23589919-2803-4775-a9a5-a3c486ab1f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:34.213495 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-23589919-2803-4775-a9a5-a3c486ab1f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:34.264979 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-23589919-2803-4775-a9a5-a3c486ab1f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:34.270428 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e833ae51-ed32-44e3-903f-c7eb85919834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:34.285077 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23589919-2803-4775-a9a5-a3c486ab1f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a6d6bc-664d-48fb-9453-7c0e6446c884,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:34.289030 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-23589919-2803-4775-a9a5-a3c486ab1f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:34.293287 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-23589919-2803-4775-a9a5-a3c486ab1f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:34.294679 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-23589919-2803-4775-a9a5-a3c486ab1f9a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/02a6d6bc-664d-48fb-9453-7c0e6446c884 HTTP/1.1" status: 204 len: 168 time: 0.1719968 Feb 03 11:47:34.382239 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 no longer exists at agent ovs-agent-dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:47:34.425031 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] No Port match for: f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:47:34.425423 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Device f070d85d-ddbb-43b7-8c09-7ccd5b1c8d44 not bound to the agent host dv-cinder-773870-1-smb {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:47:34.984414 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0e056-3e05-4e9c-9438-a36a9884fbfe req-88666dcc-12dd-4acc-b27b-baa1baf4cd80 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:34.986027 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-01c0e056-3e05-4e9c-9438-a36a9884fbfe req-88666dcc-12dd-4acc-b27b-baa1baf4cd80 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2da61e5-6d1e-44ac-9048-62719594a84e HTTP/1.1" status: 200 len: 945 time: 0.1680729 Feb 03 11:47:35.051860 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-01c0e056-3e05-4e9c-9438-a36a9884fbfe req-dc165a77-0f7c-41c5-9a23-c1544ce14871 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/security-groups?id=70e96592-e882-4783-9536-037293d5137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586514 Feb 03 11:47:36.347176 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13266ffa-8c0b-4390-a73d-85df4bb73b74 req-b9a1ac0b-3658-4590-890b-0e19744fee25 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:36.348953 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-13266ffa-8c0b-4390-a73d-85df4bb73b74 req-b9a1ac0b-3658-4590-890b-0e19744fee25 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2da61e5-6d1e-44ac-9048-62719594a84e HTTP/1.1" status: 200 len: 945 time: 0.1664281 Feb 03 11:47:36.467797 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-13266ffa-8c0b-4390-a73d-85df4bb73b74 req-66ffbb06-253a-4d09-9518-43fbd9f1a54e tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/security-groups?id=70e96592-e882-4783-9536-037293d5137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804534 Feb 03 11:47:36.564042 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bb3ec-f234-4488-a7f0-6b98f7b6eff5 req-c3440b81-4d3f-441d-84a8-d4d1e205bdd4 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:36.565693 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8a7bb3ec-f234-4488-a7f0-6b98f7b6eff5 req-c3440b81-4d3f-441d-84a8-d4d1e205bdd4 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.122 "GET /v2.0/ports?device_id=e2da61e5-6d1e-44ac-9048-62719594a84e HTTP/1.1" status: 200 len: 945 time: 0.2142606 Feb 03 11:47:36.663871 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-8a7bb3ec-f234-4488-a7f0-6b98f7b6eff5 req-93f74d59-f691-4c4c-96ee-ec778157ac3d tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Deleting port 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86 {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:47:36.664261 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-8a7bb3ec-f234-4488-a7f0-6b98f7b6eff5 req-93f74d59-f691-4c4c-96ee-ec778157ac3d tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:36.929968 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-8a7bb3ec-f234-4488-a7f0-6b98f7b6eff5 req-93f74d59-f691-4c4c-96ee-ec778157ac3d tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] For port 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=72b87e0f-d6df-4f66-bc5b-0ecff0a11c86,segment=NetworkSegment(856d1ad6-055f-4364-8041-0f5206366a40),segment_id=856d1ad6-055f-4364-8041-0f5206366a40)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:47:36.930283 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-8a7bb3ec-f234-4488-a7f0-6b98f7b6eff5 req-93f74d59-f691-4c4c-96ee-ec778157ac3d tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:37.167554 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:47:37.285509 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-8a7bb3ec-f234-4488-a7f0-6b98f7b6eff5 req-93f74d59-f691-4c4c-96ee-ec778157ac3d tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Calling delete_port for 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86 owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:47:37.290340 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:37.320885 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2da61e5-6d1e-44ac-9048-62719594a84e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72b87e0f-d6df-4f66-bc5b-0ecff0a11c86'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:47:37.331392 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=72b87e0f-d6df-4f66-bc5b-0ecff0a11c86,segment=NetworkSegment(856d1ad6-055f-4364-8041-0f5206366a40),segment_id=856d1ad6-055f-4364-8041-0f5206366a40)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:47:37.334656 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:37.337279 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:37.373297 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.db.api [req-8a7bb3ec-f234-4488-a7f0-6b98f7b6eff5 req-93f74d59-f691-4c4c-96ee-ec778157ac3d tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80076) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 03 11:47:37.373918 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_db.api [req-8a7bb3ec-f234-4488-a7f0-6b98f7b6eff5 req-93f74d59-f691-4c4c-96ee-ec778157ac3d tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 03 11:47:37.387154 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2da61e5-6d1e-44ac-9048-62719594a84e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72b87e0f-d6df-4f66-bc5b-0ecff0a11c86', 'code': 200} Feb 03 11:47:37.413702 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=72b87e0f-d6df-4f66-bc5b-0ecff0a11c86,revision_number=5']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:37.417085 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:37.791617 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27277eed-7af4-443f-8be9-1ae3cb071438 req-66e7c081-1a59-4403-b6cf-0cd34456df14 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:47:37.793247 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-27277eed-7af4-443f-8be9-1ae3cb071438 req-66e7c081-1a59-4403-b6cf-0cd34456df14 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2da61e5-6d1e-44ac-9048-62719594a84e HTTP/1.1" status: 200 len: 943 time: 0.1712148 Feb 03 11:47:37.858740 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-27277eed-7af4-443f-8be9-1ae3cb071438 req-c9c02c19-bd9b-4fc1-9b6d-242fa5c6b458 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/security-groups?id=70e96592-e882-4783-9536-037293d5137c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582306 Feb 03 11:47:37.874582 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-8a7bb3ec-f234-4488-a7f0-6b98f7b6eff5 req-93f74d59-f691-4c4c-96ee-ec778157ac3d tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Deleting port 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86 {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:47:37.875210 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-8a7bb3ec-f234-4488-a7f0-6b98f7b6eff5 req-93f74d59-f691-4c4c-96ee-ec778157ac3d tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:38.159335 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-8a7bb3ec-f234-4488-a7f0-6b98f7b6eff5 req-93f74d59-f691-4c4c-96ee-ec778157ac3d tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] For port 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=72b87e0f-d6df-4f66-bc5b-0ecff0a11c86,segment=NetworkSegment(856d1ad6-055f-4364-8041-0f5206366a40),segment_id=856d1ad6-055f-4364-8041-0f5206366a40)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:47:38.159655 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-8a7bb3ec-f234-4488-a7f0-6b98f7b6eff5 req-93f74d59-f691-4c4c-96ee-ec778157ac3d tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:38.292816 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-8a7bb3ec-f234-4488-a7f0-6b98f7b6eff5 req-93f74d59-f691-4c4c-96ee-ec778157ac3d tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Calling delete_port for 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86 owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:47:38.446908 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-8a7bb3ec-f234-4488-a7f0-6b98f7b6eff5 req-93f74d59-f691-4c4c-96ee-ec778157ac3d tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:38.463004 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5b8b7ac7-929e-42b7-8b75-5311bb98805d tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:38.513609 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f74d59-f691-4c4c-96ee-ec778157ac3d tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Pushing event deleted for resources: {'Port': ['ID=72b87e0f-d6df-4f66-bc5b-0ecff0a11c86,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:38.564474 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-93f74d59-f691-4c4c-96ee-ec778157ac3d tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:38.676694 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7bb3ec-f234-4488-a7f0-6b98f7b6eff5 req-93f74d59-f691-4c4c-96ee-ec778157ac3d tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] No DVR routers for this DVR port 72b87e0f-d6df-4f66-bc5b-0ecff0a11c86 on host hv-cinder-77387 {{(pid=80076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:47:38.679378 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-8a7bb3ec-f234-4488-a7f0-6b98f7b6eff5 req-93f74d59-f691-4c4c-96ee-ec778157ac3d tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:38.682077 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2da61e5-6d1e-44ac-9048-62719594a84e', 'name': 'network-vif-deleted', 'tag': '72b87e0f-d6df-4f66-bc5b-0ecff0a11c86'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:47:38.697932 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8a7bb3ec-f234-4488-a7f0-6b98f7b6eff5 req-93f74d59-f691-4c4c-96ee-ec778157ac3d tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.122 "DELETE /v2.0/ports/72b87e0f-d6df-4f66-bc5b-0ecff0a11c86 HTTP/1.1" status: 204 len: 173 time: 2.1248698 Feb 03 11:47:38.746243 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2da61e5-6d1e-44ac-9048-62719594a84e', 'name': 'network-vif-deleted', 'tag': '72b87e0f-d6df-4f66-bc5b-0ecff0a11c86', 'status': 'completed', 'code': 200} Feb 03 11:47:39.063738 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-3b949e4b-6a01-444b-9276-2e31540f9fe0 req-e0c56af2-c703-4a8d-a2bb-48562f81d2c2 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Synchronizing usage tracker for tenant:a2c53d1a99fc48459be770dd1ef3b334 on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:47:39.080466 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-3b949e4b-6a01-444b-9276-2e31540f9fe0 req-e0c56af2-c703-4a8d-a2bb-48562f81d2c2 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Unset dirty status for tenant:a2c53d1a99fc48459be770dd1ef3b334 on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:47:39.082116 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3b949e4b-6a01-444b-9276-2e31540f9fe0 req-e0c56af2-c703-4a8d-a2bb-48562f81d2c2 tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2da61e5-6d1e-44ac-9048-62719594a84e HTTP/1.1" status: 200 len: 210 time: 0.0796242 Feb 03 11:47:47.245381 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:47:50.366881 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4744bc93-b325-429f-b533-f3f9a8b22277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:52.610148 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-23105022-40e7-42f3-9663-23d616a483fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:53.196192 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:54.031438 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:54.637245 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:58.370336 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 46148) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:47:58.438594 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Deleting subnet de9cd254-0fa8-4178-8fb9-0c46f4ed4778 {{(pid=80075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 11:47:58.442214 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:58.502439 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851741130'] for subnet, precommit_delete_associations {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:58.563459 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-59611'] for subnet, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:58.861301 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:59.090321 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854716205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2219817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350692'] for subnet, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:59.104686 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3e51f771-0cc7-4db9-8cb7-4d2071a00b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:47:59.142634 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de9cd254-0fa8-4178-8fb9-0c46f4ed4778,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:47:59.205601 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.205995 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.206402 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.206807 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.207207 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.207637 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.208014 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.209044 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.209460 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.209853 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.210287 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.210630 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.211078 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.211494 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.211891 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.212279 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.212664 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.213054 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.213442 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.213827 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.214212 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.214597 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.214983 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.215392 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:47:59.229584 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:47:59.264273 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:59.271691 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-288f645e-a2c7-49ae-b3e3-7a18ff8a11e7 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/de9cd254-0fa8-4178-8fb9-0c46f4ed4778 HTTP/1.1" status: 204 len: 168 time: 0.8994718 Feb 03 11:47:59.274140 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 46172) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:47:59.397900 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-007baff9-4c3c-449e-82d5-133124203c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853835911'] for network, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:59.590907 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-007baff9-4c3c-449e-82d5-133124203c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5968', 'neutron.services.segments.db._delete_segments_for_network--9223363257154695830'] for network, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:59.719858 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-007baff9-4c3c-449e-82d5-133124203c3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a11268d-fbab-4090-aeb8-a36616dede63']}} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:47:59.735564 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-007baff9-4c3c-449e-82d5-133124203c3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856d1ad6-055f-4364-8041-0f5206366a40') {'for_net_delete': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:47:59.735937 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-007baff9-4c3c-449e-82d5-133124203c3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856d1ad6-055f-4364-8041-0f5206366a40') {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:47:59.750150 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-007baff9-4c3c-449e-82d5-133124203c3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257154698902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3034686'] for segment, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:59.769709 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-007baff9-4c3c-449e-82d5-133124203c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:47:59.771977 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-007baff9-4c3c-449e-82d5-133124203c3b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 11:47:59.960838 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-007baff9-4c3c-449e-82d5-133124203c3b admin admin] Network 4a11268d-fbab-4090-aeb8-a36616dede63 has no segments {{(pid=80075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:47:59.970394 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-007baff9-4c3c-449e-82d5-133124203c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2219846'] for segment, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:00.166395 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-007baff9-4c3c-449e-82d5-133124203c3b admin admin] Network 4a11268d-fbab-4090-aeb8-a36616dede63 has no segments {{(pid=80075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: Traceback (most recent call last): Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: timer() Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: cb(*args, **kw) Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: return func(*args, **kwargs) Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: self._notify() Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: self.callback(batched_events) Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: event.method(event) Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: segment_id)['aggregates'][0] Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: return f(self, *a, **k) Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: return self._get(url).json() Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: **kwargs) Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: **endpoint_filter) Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:48:00.191234 dv-cinder-773870-1-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:48:00.282406 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-007baff9-4c3c-449e-82d5-133124203c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854769816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504970'] for network, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:00.286620 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:00.304703 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-007baff9-4c3c-449e-82d5-133124203c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:00.311423 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007baff9-4c3c-449e-82d5-133124203c3b admin admin] Pushing event deleted for resources: {'Network': ['ID=4a11268d-fbab-4090-aeb8-a36616dede63,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:00.314595 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-007baff9-4c3c-449e-82d5-133124203c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:00.320461 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-007baff9-4c3c-449e-82d5-133124203c3b admin admin] 10.222.0.68 "DELETE /v2.0/networks/4a11268d-fbab-4090-aeb8-a36616dede63 HTTP/1.1" status: 204 len: 168 time: 1.0414088 Feb 03 11:48:00.321340 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 46192) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:00.389038 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-98634bf9-229b-4347-99af-4b797e6f5a3d admin admin] Deleting subnet ec8f1edd-cc76-4781-b563-442ba978feaf {{(pid=80075) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 11:48:00.392507 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-98634bf9-229b-4347-99af-4b797e6f5a3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:00.450750 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-98634bf9-229b-4347-99af-4b797e6f5a3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851741130'] for subnet, precommit_delete_associations {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:00.512740 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-98634bf9-229b-4347-99af-4b797e6f5a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-59611'] for subnet, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:00.800196 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-98634bf9-229b-4347-99af-4b797e6f5a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854716205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2219817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2350692'] for subnet, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:00.816166 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:00.900154 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98634bf9-229b-4347-99af-4b797e6f5a3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec8f1edd-cc76-4781-b563-442ba978feaf,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:00.907221 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-98634bf9-229b-4347-99af-4b797e6f5a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:00.952712 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-98634bf9-229b-4347-99af-4b797e6f5a3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:00.958809 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-98634bf9-229b-4347-99af-4b797e6f5a3d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ec8f1edd-cc76-4781-b563-442ba978feaf HTTP/1.1" status: 204 len: 168 time: 0.6370561 Feb 03 11:48:00.961830 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 46200) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:01.078679 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-beeb930f-0a2f-4196-ab59-9217b61665de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853835911'] for network, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:01.274647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-beeb930f-0a2f-4196-ab59-9217b61665de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5968', 'neutron.services.segments.db._delete_segments_for_network--9223363257154695830'] for network, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:01.390642 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-beeb930f-0a2f-4196-ab59-9217b61665de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2dec7d-c5e5-4bc5-aa75-631ab0057881']}} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:48:01.407991 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-beeb930f-0a2f-4196-ab59-9217b61665de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a247dd7-dac0-4153-81ce-df953002c3f1') {'for_net_delete': True} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:48:01.408331 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-beeb930f-0a2f-4196-ab59-9217b61665de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a247dd7-dac0-4153-81ce-df953002c3f1') {} {{(pid=80075) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:48:01.420869 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-beeb930f-0a2f-4196-ab59-9217b61665de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257154698902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3034686'] for segment, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:01.436047 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-beeb930f-0a2f-4196-ab59-9217b61665de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:01.438056 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-beeb930f-0a2f-4196-ab59-9217b61665de admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80075) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 11:48:01.620875 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-beeb930f-0a2f-4196-ab59-9217b61665de admin admin] Network 2d2dec7d-c5e5-4bc5-aa75-631ab0057881 has no segments {{(pid=80075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:48:01.631052 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-beeb930f-0a2f-4196-ab59-9217b61665de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2219846'] for segment, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:01.834871 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-beeb930f-0a2f-4196-ab59-9217b61665de admin admin] Network 2d2dec7d-c5e5-4bc5-aa75-631ab0057881 has no segments {{(pid=80075) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: Traceback (most recent call last): Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: timer() Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: cb(*args, **kw) Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: return func(*args, **kwargs) Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: self._notify() Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: self.callback(batched_events) Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: event.method(event) Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: segment_id)['aggregates'][0] Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: return f(self, *a, **k) Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: return self._get(url).json() Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: **kwargs) Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: **endpoint_filter) Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:48:01.861086 dv-cinder-773870-1-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:48:01.949055 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-beeb930f-0a2f-4196-ab59-9217b61665de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854769816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504970'] for network, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:01.952506 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b8649c2a-2ed0-4107-a5c4-2cbc4d85c173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:01.969535 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-beeb930f-0a2f-4196-ab59-9217b61665de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:01.978307 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb930f-0a2f-4196-ab59-9217b61665de admin admin] Pushing event deleted for resources: {'Network': ['ID=2d2dec7d-c5e5-4bc5-aa75-631ab0057881,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:01.981013 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-beeb930f-0a2f-4196-ab59-9217b61665de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:01.983298 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-beeb930f-0a2f-4196-ab59-9217b61665de admin admin] 10.222.0.68 "DELETE /v2.0/networks/2d2dec7d-c5e5-4bc5-aa75-631ab0057881 HTTP/1.1" status: 204 len: 168 time: 1.0200245 Feb 03 11:48:02.213044 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 46222) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:02.267694 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-33ef7b95-7f62-4e8d-805b-c0247cefdde2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a2c53d1a99fc48459be770dd1ef3b334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532525 Feb 03 11:48:02.270374 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 46226) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:02.344538 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e1908661-2c60-4e03-903b-2bd09fc407ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:02.373817 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e1908661-2c60-4e03-903b-2bd09fc407ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:02.426234 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e1908661-2c60-4e03-903b-2bd09fc407ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:02.431762 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6f8daf0d-7814-4266-9a37-7896d15cacae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:02.446316 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1908661-2c60-4e03-903b-2bd09fc407ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e96592-e882-4783-9536-037293d5137c,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:02.449262 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e1908661-2c60-4e03-903b-2bd09fc407ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:02.456110 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e1908661-2c60-4e03-903b-2bd09fc407ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:02.457355 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-e1908661-2c60-4e03-903b-2bd09fc407ab admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/70e96592-e882-4783-9536-037293d5137c HTTP/1.1" status: 204 len: 168 time: 0.1856713 Feb 03 11:48:02.884919 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 46234) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:02.936151 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-c1579632-7d2c-40f2-bc98-52b6ee2d6350 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bd5392f1cfd8443d8d2a0c636b24b2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499084 Feb 03 11:48:02.939068 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 46238) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:02.999868 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2ea3f92a-e9dc-4870-b780-ac93e19cee73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:03.026962 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2ea3f92a-e9dc-4870-b780-ac93e19cee73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:03.076985 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2ea3f92a-e9dc-4870-b780-ac93e19cee73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:03.082062 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-16a22406-0a0d-4d04-9f2e-86a10b778a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:03.094038 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3f92a-e9dc-4870-b780-ac93e19cee73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae72aa9-df8d-4a05-9f0e-3fd680577c8e,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:03.097949 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2ea3f92a-e9dc-4870-b780-ac93e19cee73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:03.101746 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2ea3f92a-e9dc-4870-b780-ac93e19cee73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:03.102843 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-2ea3f92a-e9dc-4870-b780-ac93e19cee73 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3ae72aa9-df8d-4a05-9f0e-3fd680577c8e HTTP/1.1" status: 204 len: 168 time: 0.1628058 Feb 03 11:48:10.007921 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 46376) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:10.166827 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:10.183213 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:48:10.187936 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Usage tracker for resource:security_group_rule and tenant:72fcd1a6013c41a692bec740bb55d2fa is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:48:10.191139 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:48:10.197794 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:48:10.290750 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:10.293818 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:10.304118 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-85cb6991-5a23-498c-8500-717b679895a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:10.346970 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=72fcd1a6013c41a692bec740bb55d2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378069 Feb 03 11:48:10.348886 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904064e6-cd5d-4670-ab20-fee2bcff5076,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:10.350128 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 46382) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:10.357775 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.358325 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.358956 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.359616 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.360238 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.360866 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.361496 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.362133 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.362770 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.363423 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.364476 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.365375 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.366101 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.366692 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.367317 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.367907 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.368486 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.369170 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.369602 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.370171 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.370726 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.371289 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.371927 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.372502 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:10.380118 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0c212550-8773-490e-9f7f-a58297ae7830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:10.417487 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-932ea916-ce55-4140-b800-ce287f31728c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:10.445282 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-932ea916-ce55-4140-b800-ce287f31728c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:10.489731 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-932ea916-ce55-4140-b800-ce287f31728c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:10.493677 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-eb481d37-c254-42ce-badd-29d4a4cc270e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:10.505807 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ea916-ce55-4140-b800-ce287f31728c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904064e6-cd5d-4670-ab20-fee2bcff5076,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:10.509574 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-932ea916-ce55-4140-b800-ce287f31728c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:10.513008 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-932ea916-ce55-4140-b800-ce287f31728c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:10.514972 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-932ea916-ce55-4140-b800-ce287f31728c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/904064e6-cd5d-4670-ab20-fee2bcff5076 HTTP/1.1" status: 204 len: 168 time: 0.1630721 Feb 03 11:48:10.876642 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 46390) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:10.895896 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2c0d582b-1942-4324-8db6-9c554a04710a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:10.911376 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-2c0d582b-1942-4324-8db6-9c554a04710a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:48:10.915752 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-2c0d582b-1942-4324-8db6-9c554a04710a admin admin] Usage tracker for resource:security_group_rule and tenant:f6d6284816ab4053bf6d144c16bf586c is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:48:10.918780 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-2c0d582b-1942-4324-8db6-9c554a04710a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:48:10.924692 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-2c0d582b-1942-4324-8db6-9c554a04710a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:48:11.016177 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2c0d582b-1942-4324-8db6-9c554a04710a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:11.019637 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2c0d582b-1942-4324-8db6-9c554a04710a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:11.030017 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d8fb37bb-56b5-4f3f-82d6-ef0a116c2c5e tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:11.074206 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-2c0d582b-1942-4324-8db6-9c554a04710a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f6d6284816ab4053bf6d144c16bf586c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963308 Feb 03 11:48:11.077492 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 46402) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:11.095307 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d582b-1942-4324-8db6-9c554a04710a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524af02d-8b62-4cd1-adf7-4ca350daa313,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:11.102915 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2c0d582b-1942-4324-8db6-9c554a04710a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:11.152358 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3f4c556c-c1d4-4d1e-b425-2ac1911f79c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:11.181617 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3f4c556c-c1d4-4d1e-b425-2ac1911f79c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:11.231805 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3f4c556c-c1d4-4d1e-b425-2ac1911f79c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:11.237968 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8037e607-e023-47c3-a97f-300bdefb17fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:11.252737 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c556c-c1d4-4d1e-b425-2ac1911f79c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524af02d-8b62-4cd1-adf7-4ca350daa313,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:11.255483 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-3f4c556c-c1d4-4d1e-b425-2ac1911f79c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:11.257921 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3f4c556c-c1d4-4d1e-b425-2ac1911f79c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:11.259123 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-3f4c556c-c1d4-4d1e-b425-2ac1911f79c9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/524af02d-8b62-4cd1-adf7-4ca350daa313 HTTP/1.1" status: 204 len: 168 time: 0.1807775 Feb 03 11:48:19.167887 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 46552) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:19.423555 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0b3c9ba3-c682-4de4-b33f-8bb7df1c9629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:19.439215 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-0b3c9ba3-c682-4de4-b33f-8bb7df1c9629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:48:19.444021 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-0b3c9ba3-c682-4de4-b33f-8bb7df1c9629 admin admin] Usage tracker for resource:security_group_rule and tenant:7c6383ba2a2941ec94ff3bbaa7c9f560 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:48:19.447211 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-0b3c9ba3-c682-4de4-b33f-8bb7df1c9629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:48:19.453529 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-0b3c9ba3-c682-4de4-b33f-8bb7df1c9629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:48:19.551692 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0b3c9ba3-c682-4de4-b33f-8bb7df1c9629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:19.555824 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0b3c9ba3-c682-4de4-b33f-8bb7df1c9629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:19.563255 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-93a14cb9-8b43-4ebd-bd6b-61d631eb8278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:19.844065 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-0b3c9ba3-c682-4de4-b33f-8bb7df1c9629 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7c6383ba2a2941ec94ff3bbaa7c9f560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6748521 Feb 03 11:48:19.844993 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c9ba3-c682-4de4-b33f-8bb7df1c9629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8e8a75-fc26-48cc-96ec-fd69bbc8d629,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:19.847044 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 46558) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:19.849171 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0b3c9ba3-c682-4de4-b33f-8bb7df1c9629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:19.921879 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a44c2a4-18d0-4512-bdaf-576e2395657a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:19.949391 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a44c2a4-18d0-4512-bdaf-576e2395657a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:19.996431 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a44c2a4-18d0-4512-bdaf-576e2395657a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:20.003058 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d510486f-e80c-4fee-9084-1d3c6e5ee97b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:20.019700 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44c2a4-18d0-4512-bdaf-576e2395657a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8e8a75-fc26-48cc-96ec-fd69bbc8d629,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:20.026371 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9a44c2a4-18d0-4512-bdaf-576e2395657a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:20.032122 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-9a44c2a4-18d0-4512-bdaf-576e2395657a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:20.033692 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-9a44c2a4-18d0-4512-bdaf-576e2395657a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/da8e8a75-fc26-48cc-96ec-fd69bbc8d629 HTTP/1.1" status: 204 len: 168 time: 0.1852074 Feb 03 11:48:20.364991 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-add8ee0b-fab0-4d7b-8971-76b6b062f863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:22.200779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 46630) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:22.417802 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1dbe3d13-812e-44b1-98ad-d174b974a4db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:22.435656 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1dbe3d13-812e-44b1-98ad-d174b974a4db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:48:22.440640 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1dbe3d13-812e-44b1-98ad-d174b974a4db admin admin] Usage tracker for resource:security_group_rule and tenant:10132558bec14bc7b7a89332ff53c070 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:48:22.444276 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1dbe3d13-812e-44b1-98ad-d174b974a4db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:48:22.450327 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1dbe3d13-812e-44b1-98ad-d174b974a4db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:48:22.539146 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1dbe3d13-812e-44b1-98ad-d174b974a4db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:22.543399 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1dbe3d13-812e-44b1-98ad-d174b974a4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:22.551727 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1532a701-ce9f-46bb-a05e-081be2f34a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:22.599645 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-1dbe3d13-812e-44b1-98ad-d174b974a4db admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=10132558bec14bc7b7a89332ff53c070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3976381 Feb 03 11:48:22.600637 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe3d13-812e-44b1-98ad-d174b974a4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890c844c-31a1-4090-94e8-aba16d59e6bd,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:22.602933 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 46644) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:22.604269 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e478c1cc-be5a-4b6f-bed6-831e1ae44f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:22.613158 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1dbe3d13-812e-44b1-98ad-d174b974a4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:22.699492 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a199539f-076c-4f23-aa12-3d15b4bf1a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:22.728291 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a199539f-076c-4f23-aa12-3d15b4bf1a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:22.773097 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a199539f-076c-4f23-aa12-3d15b4bf1a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:22.777072 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-77ede1e5-a8ce-4fa1-82b3-7599ec92ac5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:22.790264 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199539f-076c-4f23-aa12-3d15b4bf1a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890c844c-31a1-4090-94e8-aba16d59e6bd,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:22.792924 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a199539f-076c-4f23-aa12-3d15b4bf1a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:22.800929 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a199539f-076c-4f23-aa12-3d15b4bf1a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:22.804775 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-a199539f-076c-4f23-aa12-3d15b4bf1a2d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/890c844c-31a1-4090-94e8-aba16d59e6bd HTTP/1.1" status: 204 len: 168 time: 0.1980944 Feb 03 11:48:23.201103 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:23.257642 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 46656) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:23.282040 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-07a75aa4-478a-45f1-ad1d-6854bc21216e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:23.299991 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-07a75aa4-478a-45f1-ad1d-6854bc21216e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:48:23.317207 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-07a75aa4-478a-45f1-ad1d-6854bc21216e admin admin] Usage tracker for resource:security_group_rule and tenant:e91322fe523c465d90471c68f0767701 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:48:23.321129 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-07a75aa4-478a-45f1-ad1d-6854bc21216e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:48:23.329012 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-07a75aa4-478a-45f1-ad1d-6854bc21216e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:48:23.426919 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-07a75aa4-478a-45f1-ad1d-6854bc21216e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:23.431517 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-07a75aa4-478a-45f1-ad1d-6854bc21216e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:23.442685 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0378bffd-6abe-43d9-a5c3-cefd8216f371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:23.486681 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-07a75aa4-478a-45f1-ad1d-6854bc21216e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e91322fe523c465d90471c68f0767701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278473 Feb 03 11:48:23.487625 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a75aa4-478a-45f1-ad1d-6854bc21216e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6793e7b-638f-41a5-b738-9abd016215d0,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:23.490806 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 46664) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:23.490953 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-07a75aa4-478a-45f1-ad1d-6854bc21216e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:23.554397 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-536232f8-61b4-4f6c-bfb0-49b314aea80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:23.586341 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-536232f8-61b4-4f6c-bfb0-49b314aea80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:23.636685 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-536232f8-61b4-4f6c-bfb0-49b314aea80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:23.640905 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-870a268a-ad26-44a9-818f-e737a04c370b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:23.653694 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536232f8-61b4-4f6c-bfb0-49b314aea80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6793e7b-638f-41a5-b738-9abd016215d0,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:23.658730 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-536232f8-61b4-4f6c-bfb0-49b314aea80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:23.660726 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-536232f8-61b4-4f6c-bfb0-49b314aea80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:23.662227 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-536232f8-61b4-4f6c-bfb0-49b314aea80d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d6793e7b-638f-41a5-b738-9abd016215d0 HTTP/1.1" status: 204 len: 168 time: 0.1702499 Feb 03 11:48:24.025106 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:24.235610 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:48:24.639918 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:26.270908 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 46742) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:26.468945 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e668f220-73e8-4267-a0fc-f648b53481df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:26.485543 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e668f220-73e8-4267-a0fc-f648b53481df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:48:26.490248 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e668f220-73e8-4267-a0fc-f648b53481df admin admin] Usage tracker for resource:security_group_rule and tenant:613e70f647e54d38a84216258085278d is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:48:26.493365 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-e668f220-73e8-4267-a0fc-f648b53481df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:48:26.499283 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-e668f220-73e8-4267-a0fc-f648b53481df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:48:26.597139 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e668f220-73e8-4267-a0fc-f648b53481df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:26.601199 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-e668f220-73e8-4267-a0fc-f648b53481df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:26.610643 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-465569a5-4577-423e-9706-2c75174a49d6 tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:26.652571 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-e668f220-73e8-4267-a0fc-f648b53481df admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=613e70f647e54d38a84216258085278d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3803921 Feb 03 11:48:26.654245 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668f220-73e8-4267-a0fc-f648b53481df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ea1d0a-b587-4766-b683-a57a6d5eb7c6,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:26.655577 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 46748) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:26.657534 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e668f220-73e8-4267-a0fc-f648b53481df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:26.719556 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8385334a-0129-4936-be45-538473b5a232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:26.747272 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8385334a-0129-4936-be45-538473b5a232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:26.796777 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8385334a-0129-4936-be45-538473b5a232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:26.800575 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2c86a5e8-708b-4330-bb52-29cdfce8d91e tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:26.815576 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385334a-0129-4936-be45-538473b5a232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ea1d0a-b587-4766-b683-a57a6d5eb7c6,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:26.818966 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8385334a-0129-4936-be45-538473b5a232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:26.831882 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-8385334a-0129-4936-be45-538473b5a232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:26.833159 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-8385334a-0129-4936-be45-538473b5a232 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b9ea1d0a-b587-4766-b683-a57a6d5eb7c6 HTTP/1.1" status: 204 len: 168 time: 0.1756945 Feb 03 11:48:27.220732 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 46760) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:27.240086 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-46567e6b-cc2d-4533-b576-a5a60c2fb56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:27.255316 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-46567e6b-cc2d-4533-b576-a5a60c2fb56d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:48:27.259422 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-46567e6b-cc2d-4533-b576-a5a60c2fb56d admin admin] Usage tracker for resource:security_group_rule and tenant:fc2d2b6074c549819e16544559bca313 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:48:27.262337 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-46567e6b-cc2d-4533-b576-a5a60c2fb56d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:48:27.268113 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-46567e6b-cc2d-4533-b576-a5a60c2fb56d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:48:27.358098 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-46567e6b-cc2d-4533-b576-a5a60c2fb56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:27.361617 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-46567e6b-cc2d-4533-b576-a5a60c2fb56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:27.369460 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1d6bec0e-3047-4ebf-ab08-502dd010ca91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:27.415105 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-46567e6b-cc2d-4533-b576-a5a60c2fb56d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fc2d2b6074c549819e16544559bca313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931989 Feb 03 11:48:27.415874 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46567e6b-cc2d-4533-b576-a5a60c2fb56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68afe1a2-f470-4ce4-8885-92fd685f5ac9,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:27.418086 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 46764) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:27.419094 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-46567e6b-cc2d-4533-b576-a5a60c2fb56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:27.499706 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-351bbbf2-32e5-470a-a937-fe4d17f5e6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:27.530205 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-351bbbf2-32e5-470a-a937-fe4d17f5e6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:27.576728 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-351bbbf2-32e5-470a-a937-fe4d17f5e6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:27.582136 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1f316598-8c74-4d30-b7b6-87a2b0fdf63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:27.595490 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bbbf2-32e5-470a-a937-fe4d17f5e6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68afe1a2-f470-4ce4-8885-92fd685f5ac9,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:27.599456 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-351bbbf2-32e5-470a-a937-fe4d17f5e6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:27.607813 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-351bbbf2-32e5-470a-a937-fe4d17f5e6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:27.617566 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-351bbbf2-32e5-470a-a937-fe4d17f5e6a6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/68afe1a2-f470-4ce4-8885-92fd685f5ac9 HTTP/1.1" status: 204 len: 168 time: 0.1980090 Feb 03 11:48:28.874408 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:30.941042 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 46884) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:31.102844 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ca695dd4-1dc7-4d9c-8963-e6c75c1e1e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:31.118696 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ca695dd4-1dc7-4d9c-8963-e6c75c1e1e09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:48:31.122818 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ca695dd4-1dc7-4d9c-8963-e6c75c1e1e09 admin admin] Usage tracker for resource:security_group_rule and tenant:3cac784a6b9e4f619096a5d396c807c7 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:48:31.125984 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ca695dd4-1dc7-4d9c-8963-e6c75c1e1e09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:48:31.131853 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ca695dd4-1dc7-4d9c-8963-e6c75c1e1e09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:48:31.221956 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ca695dd4-1dc7-4d9c-8963-e6c75c1e1e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:31.225376 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ca695dd4-1dc7-4d9c-8963-e6c75c1e1e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:31.234203 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e97b6f00-4560-4863-b7d4-43c19e4552ad tempest-TestMinimumBasicScenario-1020510357 tempest-TestMinimumBasicScenario-1020510357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:31.277436 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-ca695dd4-1dc7-4d9c-8963-e6c75c1e1e09 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3cac784a6b9e4f619096a5d396c807c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347082 Feb 03 11:48:31.279147 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca695dd4-1dc7-4d9c-8963-e6c75c1e1e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28de83fc-0c26-4dea-906d-22d58a48d44f,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:31.280523 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 46890) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:31.282613 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ca695dd4-1dc7-4d9c-8963-e6c75c1e1e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:31.349230 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e525d11-9de4-4dbc-9a01-0e930f736724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:31.378007 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e525d11-9de4-4dbc-9a01-0e930f736724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:31.426533 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e525d11-9de4-4dbc-9a01-0e930f736724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:31.430454 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4d60180c-dbc2-41ac-b5f2-fa114486817f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:31.442667 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e525d11-9de4-4dbc-9a01-0e930f736724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28de83fc-0c26-4dea-906d-22d58a48d44f,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:31.446581 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0e525d11-9de4-4dbc-9a01-0e930f736724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:31.451108 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0e525d11-9de4-4dbc-9a01-0e930f736724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:31.452389 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-0e525d11-9de4-4dbc-9a01-0e930f736724 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/28de83fc-0c26-4dea-906d-22d58a48d44f HTTP/1.1" status: 204 len: 168 time: 0.1706543 Feb 03 11:48:31.833813 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 46900) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:31.855173 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ce110587-19ca-4e51-8b21-9a9bcb2252a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:31.871737 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ce110587-19ca-4e51-8b21-9a9bcb2252a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:48:31.875839 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ce110587-19ca-4e51-8b21-9a9bcb2252a6 admin admin] Usage tracker for resource:security_group_rule and tenant:23f33bebb86c4e43987cb5806a9cf77c is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:48:31.878900 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-ce110587-19ca-4e51-8b21-9a9bcb2252a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:48:31.886673 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-ce110587-19ca-4e51-8b21-9a9bcb2252a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:48:31.977170 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ce110587-19ca-4e51-8b21-9a9bcb2252a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:31.981439 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ce110587-19ca-4e51-8b21-9a9bcb2252a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:31.990636 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-a2043116-c75d-4dde-98cc-57dbf93df6b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:32.038838 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-ce110587-19ca-4e51-8b21-9a9bcb2252a6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=23f33bebb86c4e43987cb5806a9cf77c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2033932 Feb 03 11:48:32.039883 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce110587-19ca-4e51-8b21-9a9bcb2252a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c109611-b4b1-4fa5-952c-2b29e04304e4,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:32.042647 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 46904) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:32.055848 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ce110587-19ca-4e51-8b21-9a9bcb2252a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:32.111760 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0f99aa73-4f4c-439a-8fdf-8178bdd32ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:32.142201 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0f99aa73-4f4c-439a-8fdf-8178bdd32ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:32.188164 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0f99aa73-4f4c-439a-8fdf-8178bdd32ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:32.194040 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-146dfc8a-25f1-4039-80b6-c3b02db3ab84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:32.209297 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99aa73-4f4c-439a-8fdf-8178bdd32ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c109611-b4b1-4fa5-952c-2b29e04304e4,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:32.211835 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-0f99aa73-4f4c-439a-8fdf-8178bdd32ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:32.223738 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0f99aa73-4f4c-439a-8fdf-8178bdd32ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:32.224961 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-0f99aa73-4f4c-439a-8fdf-8178bdd32ca8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3c109611-b4b1-4fa5-952c-2b29e04304e4 HTTP/1.1" status: 204 len: 168 time: 0.1813154 Feb 03 11:48:32.711053 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 46912) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:32.732110 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d30e4697-f456-40fa-9e83-009075d9b592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:32.750230 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d30e4697-f456-40fa-9e83-009075d9b592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:48:32.755426 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d30e4697-f456-40fa-9e83-009075d9b592 admin admin] Usage tracker for resource:security_group_rule and tenant:584614b49608475c8c08f5339303b332 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:48:32.759002 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d30e4697-f456-40fa-9e83-009075d9b592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:48:32.766354 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d30e4697-f456-40fa-9e83-009075d9b592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:48:32.864817 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d30e4697-f456-40fa-9e83-009075d9b592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:32.867975 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d30e4697-f456-40fa-9e83-009075d9b592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:32.876006 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ce110587-19ca-4e51-8b21-9a9bcb2252a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:32.924050 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-d30e4697-f456-40fa-9e83-009075d9b592 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=584614b49608475c8c08f5339303b332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117531 Feb 03 11:48:32.924986 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e4697-f456-40fa-9e83-009075d9b592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0767bd4-8c2a-4ac4-8669-32c65fcadcd5,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:32.927563 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 46918) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:32.928600 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d30e4697-f456-40fa-9e83-009075d9b592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:33.007087 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-daaf505c-0988-454a-b05f-018d11b198ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:33.034527 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-daaf505c-0988-454a-b05f-018d11b198ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:33.082878 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-daaf505c-0988-454a-b05f-018d11b198ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:33.088159 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e1908661-2c60-4e03-903b-2bd09fc407ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:33.103076 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf505c-0988-454a-b05f-018d11b198ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0767bd4-8c2a-4ac4-8669-32c65fcadcd5,revision_number=None']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:33.105227 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-daaf505c-0988-454a-b05f-018d11b198ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:33.107483 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-daaf505c-0988-454a-b05f-018d11b198ec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a0767bd4-8c2a-4ac4-8669-32c65fcadcd5 HTTP/1.1" status: 204 len: 168 time: 0.1777401 Feb 03 11:48:33.107483 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-daaf505c-0988-454a-b05f-018d11b198ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:34.098467 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 46942) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:34.254226 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1122843565-network', 'tenant_id': '17b114f0d327456eb17bdefed46d5b2a'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:48:34.261825 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:48:34.267990 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Usage tracker for resource:network and tenant:17b114f0d327456eb17bdefed46d5b2a is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:48:34.271757 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:48:34.277433 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:48:34.288046 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Made reservation on behalf of 17b114f0d327456eb17bdefed46d5b2a for: {'network': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:48:34.292729 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for network, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:34.307241 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:34.323039 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:48:34.327190 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Usage tracker for resource:security_group_rule and tenant:17b114f0d327456eb17bdefed46d5b2a is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:48:34.330179 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:48:34.336489 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:48:34.429082 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:34.433580 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:34.436689 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8385334a-0129-4936-be45-538473b5a232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:34.471043 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80076) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 03 11:48:34.480782 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1fcd1f-9a02-42a6-9030-964cf4759978,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:34.484718 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:34.487243 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:34.487677 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.db.segments_db [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Added segment 01cadb08-f251-423a-bf4a-ef78583e16d9 of type vxlan for network aa1edf48-470f-49b2-bea7-7776b1298e60 Feb 03 11:48:34.515292 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779699605226'] for network, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:34.553342 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311'] for network, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:34.554546 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:48:34.555235 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:34.558784 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:34.670990 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Pushing event updated for resources: {'Network': ['ID=aa1edf48-470f-49b2-bea7-7776b1298e60,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:34.674833 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5751700 Feb 03 11:48:34.675997 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-35078a44-1954-416a-8ec0-0d7e8bc5419a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:34.678439 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 46948) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:48:34.684340 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Network aa1edf48-470f-49b2-bea7-7776b1298e60 details requested by agent ovs-agent-hv-cinder-77387 with host hv-cinder-77387 {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:48:34.684829 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [None req-5b784620-0c49-496f-8988-e05f4339bed9 admin admin] Request body: {'subnet': {'network_id': 'aa1edf48-470f-49b2-bea7-7776b1298e60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1122843565-subnet', 'tenant_id': '17b114f0d327456eb17bdefed46d5b2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80075) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:48:34.690314 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-5b784620-0c49-496f-8988-e05f4339bed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:48:34.695253 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-5b784620-0c49-496f-8988-e05f4339bed9 admin admin] Usage tracker for resource:subnet and tenant:17b114f0d327456eb17bdefed46d5b2a is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:48:34.698345 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-5b784620-0c49-496f-8988-e05f4339bed9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:48:34.698852 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Network aa1edf48-470f-49b2-bea7-7776b1298e60 details requested by agent ovs-agent-dv-cinder-773870-1-smb with host dv-cinder-773870-1-smb {{(pid=80077) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 03 11:48:34.704315 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-5b784620-0c49-496f-8988-e05f4339bed9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:48:34.715102 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b784620-0c49-496f-8988-e05f4339bed9 admin admin] Made reservation on behalf of 17b114f0d327456eb17bdefed46d5b2a for: {'subnet': 1} {{(pid=80075) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:48:34.719925 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5b784620-0c49-496f-8988-e05f4339bed9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852425138'] for subnet, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:35.146833 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5b784620-0c49-496f-8988-e05f4339bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2219244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852425091'] for subnet, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:35.161088 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-8498c725-8d2f-465c-a0b6-b76859007bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:35.288299 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b784620-0c49-496f-8988-e05f4339bed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e364d1c8-4b62-427f-8e1a-bcb4d335daaf,revision_number=0']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:35.291339 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5b784620-0c49-496f-8988-e05f4339bed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:35.365612 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b784620-0c49-496f-8988-e05f4339bed9 admin admin] Checking segment: {'id': '01cadb08-f251-423a-bf4a-ef78583e16d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa1edf48-470f-49b2-bea7-7776b1298e60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:48:35.365986 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b784620-0c49-496f-8988-e05f4339bed9 admin admin] Network hostable DHCP agents. Network: aa1edf48-470f-49b2-bea7-7776b1298e60, hostable agents: ['e281720a-8ae7-4081-88fc-d5a7fa1f3c44'], hosted agents: [] {{(pid=80075) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 03 11:48:35.388007 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b784620-0c49-496f-8988-e05f4339bed9 admin admin] Network aa1edf48-470f-49b2-bea7-7776b1298e60 is scheduled to be hosted by DHCP agent e281720a-8ae7-4081-88fc-d5a7fa1f3c44 with binding_index 1 {{(pid=80075) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 03 11:48:35.401950 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [None req-5b784620-0c49-496f-8988-e05f4339bed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773870-1-smb, aa1edf48-470f-49b2-bea7-7776b1298e60) {{(pid=80075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:48:35.412341 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69be4d28-07eb-4f59-887c-d62a1084be34 None None] Network aa1edf48-470f-49b2-bea7-7776b1298e60 requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:48:35.414827 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b784620-0c49-496f-8988-e05f4339bed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:48:35.415491 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5b784620-0c49-496f-8988-e05f4339bed9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:35.435758 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-5b784620-0c49-496f-8988-e05f4339bed9 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7561255 Feb 03 11:48:35.658623 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e352d742-2729-4b08-a2da-aa217d62313a None None] Network aa1edf48-470f-49b2-bea7-7776b1298e60 requested from dv-cinder-773870-1-smb {{(pid=80077) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 03 11:48:37.710410 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-adc6fb7a-bb64-41e9-80cc-d234be3d6e6a tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:48:37.711207 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-adc6fb7a-bb64-41e9-80cc-d234be3d6e6a tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Synchronizing usage tracker for tenant:17b114f0d327456eb17bdefed46d5b2a on resource:network {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:48:37.729700 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-adc6fb7a-bb64-41e9-80cc-d234be3d6e6a tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Unset dirty status for tenant:17b114f0d327456eb17bdefed46d5b2a on resource:network {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:48:37.730936 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-adc6fb7a-bb64-41e9-80cc-d234be3d6e6a tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/networks?id=aa1edf48-470f-49b2-bea7-7776b1298e60 HTTP/1.1" status: 200 len: 814 time: 0.2554133 Feb 03 11:48:37.746775 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-bbbd0f2e-c0f8-4f64-9e46-bac0e8758072 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/quotas/17b114f0d327456eb17bdefed46d5b2a HTTP/1.1" status: 200 len: 375 time: 0.0097444 Feb 03 11:48:37.805709 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-99c3d51c-4a6d-48f1-bdeb-d0c5ba7ba912 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=17b114f0d327456eb17bdefed46d5b2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532568 Feb 03 11:48:38.055790 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-28a7b4f6-188a-4f14-8629-54caff8d7bbe service neutron] 10.222.0.68 "GET /v2.0/networks/aa1edf48-470f-49b2-bea7-7776b1298e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422543 Feb 03 11:48:38.213347 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-e628e8a6-7b5d-4e9e-bbf3-b9dc9dd91b51 service neutron] 10.222.0.68 "GET /v2.0/networks/aa1edf48-470f-49b2-bea7-7776b1298e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1481702 Feb 03 11:48:38.425190 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-c1da5a31-6354-46dc-96c1-bb8b07139cf1 req-8df817f5-d124-47a6-a2f4-5b53d7a178f6 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 210 time: 0.0534265 Feb 03 11:48:39.549449 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-b3a6dbc4-3e56-44c1-8b44-81d9b336c818 req-d4f1ee30-c80e-4598-99f1-18b7bbd3590d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 210 time: 0.0500968 Feb 03 11:48:40.676449 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d6382dee-9f32-4474-b1e3-f0e8a4848441 req-c6361f73-e46a-4769-8487-52a040d46c2f tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 210 time: 0.0510647 Feb 03 11:48:41.805086 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-850dac3e-4113-4ab5-9b26-1d53d32a8617 req-464682ec-a6e8-49fb-ab12-fbfc89b42896 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 210 time: 0.0511155 Feb 03 11:48:42.997450 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-942dd563-bc4b-48ec-bc06-a101721e6649 req-16954419-5574-40b8-82a0-88efb625a12f tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 210 time: 0.0509083 Feb 03 11:48:43.891778 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-f4143fd3-ed67-4d86-abe6-454ccfd3ed9a tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:48:43.893632 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-f4143fd3-ed67-4d86-abe6-454ccfd3ed9a tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.122 "GET /v2.0/networks?id=aa1edf48-470f-49b2-bea7-7776b1298e60 HTTP/1.1" status: 200 len: 814 time: 0.2365170 Feb 03 11:48:43.913251 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-9e99a58d-a88a-4066-8c1a-b1e7bb9306d3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Request body: {'port': {'device_id': '7f946537-fda0-43f8-8bae-a3e9b550c4e1', 'network_id': 'aa1edf48-470f-49b2-bea7-7776b1298e60', 'admin_state_up': True, 'tenant_id': '17b114f0d327456eb17bdefed46d5b2a'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:48:44.058266 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-9e99a58d-a88a-4066-8c1a-b1e7bb9306d3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:48:44.062430 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-9e99a58d-a88a-4066-8c1a-b1e7bb9306d3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Usage tracker for resource:port and tenant:17b114f0d327456eb17bdefed46d5b2a is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:48:44.065709 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-9e99a58d-a88a-4066-8c1a-b1e7bb9306d3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:48:44.072566 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-9e99a58d-a88a-4066-8c1a-b1e7bb9306d3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:48:44.082425 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-9e99a58d-a88a-4066-8c1a-b1e7bb9306d3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Made reservation on behalf of 17b114f0d327456eb17bdefed46d5b2a for: {'port': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:48:44.103296 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-9e99a58d-a88a-4066-8c1a-b1e7bb9306d3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:44.211854 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0aa1e8d6-bafa-4bb5-ab81-c2d668eb7d34 req-1f26e90e-f4cc-4a1e-936d-d218f48838ce tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 210 time: 0.0721736 Feb 03 11:48:44.483337 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-9e99a58d-a88a-4066-8c1a-b1e7bb9306d3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Allocated IP 172.20.0.12 (aa1edf48-470f-49b2-bea7-7776b1298e60/e364d1c8-4b62-427f-8e1a-bcb4d335daaf/c1ac797b-3dc7-461d-8574-e4d1e90e2dbf) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:48:44.705674 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-9e99a58d-a88a-4066-8c1a-b1e7bb9306d3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:44.745563 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-9e99a58d-a88a-4066-8c1a-b1e7bb9306d3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:44.760890 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6fabff8a-8b6c-4323-9bc4-93b49f2131b9 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:44.898149 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99a58d-a88a-4066-8c1a-b1e7bb9306d3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Pushing event updated for resources: {'Port': ['ID=c1ac797b-3dc7-461d-8574-e4d1e90e2dbf,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:44.902580 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9e99a58d-a88a-4066-8c1a-b1e7bb9306d3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:44.960437 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-9e99a58d-a88a-4066-8c1a-b1e7bb9306d3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Network aa1edf48-470f-49b2-bea7-7776b1298e60 is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:48:44.961623 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-9e99a58d-a88a-4066-8c1a-b1e7bb9306d3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:48:44.964108 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-9e99a58d-a88a-4066-8c1a-b1e7bb9306d3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:48:45.318073 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-9e99a58d-a88a-4066-8c1a-b1e7bb9306d3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:48:45.318662 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-9e99a58d-a88a-4066-8c1a-b1e7bb9306d3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:45.341206 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-9e99a58d-a88a-4066-8c1a-b1e7bb9306d3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4321313 Feb 03 11:48:45.352271 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-3d1517e8-d3f2-47e8-a466-e60d1c0d12c9 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80076) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:48:45.353286 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-3d1517e8-d3f2-47e8-a466-e60d1c0d12c9 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.122 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059950 Feb 03 11:48:45.364965 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Request body: {'port': {'device_id': '7f946537-fda0-43f8-8bae-a3e9b550c4e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:48:45.485887 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:45.516041 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7986f7-2ecb-4daf-a82d-1354f85db421 req-653b92aa-4b80-4017-9d9e-16801085d997 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:48:45.517750 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2a7986f7-2ecb-4daf-a82d-1354f85db421 req-653b92aa-4b80-4017-9d9e-16801085d997 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 932 time: 0.1734674 Feb 03 11:48:45.582722 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-2a7986f7-2ecb-4daf-a82d-1354f85db421 req-411a567e-53ab-4ad6-b4f8-0fc12897f51e tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583506 Feb 03 11:48:45.923739 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ac797b-3dc7-461d-8574-e4d1e90e2dbf {{(pid=80076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 11:48:45.932342 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:45.947056 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Transition to ACTIVE for port object c1ac797b-3dc7-461d-8574-e4d1e90e2dbf will not be triggered until provisioned by entity L2. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:48:45.950975 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:45.964336 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e663611a-b6ed-4426-b53c-82a02b33e00e tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:46.101104 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Pushing event updated for resources: {'Port': ['ID=c1ac797b-3dc7-461d-8574-e4d1e90e2dbf,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:46.104184 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:46.291672 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Attempting to bind port c1ac797b-3dc7-461d-8574-e4d1e90e2dbf on host hv-cinder-77387 for vnic_type normal with profile {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:48:46.291897 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Attempting to bind port c1ac797b-3dc7-461d-8574-e4d1e90e2dbf by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '01cadb08-f251-423a-bf4a-ef78583e16d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa1edf48-470f-49b2-bea7-7776b1298e60'}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:48:46.292280 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Attempting to bind port c1ac797b-3dc7-461d-8574-e4d1e90e2dbf on network aa1edf48-470f-49b2-bea7-7776b1298e60 {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:48:46.298226 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Checking agent: {'id': 'd04a5943-f855-4f30-8269-6a00b74e68db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 34, 59), 'started_at': datetime.datetime(2021, 2, 3, 11, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.119', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:48:46.298550 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Checking segment: {'id': '01cadb08-f251-423a-bf4a-ef78583e16d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa1edf48-470f-49b2-bea7-7776b1298e60'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:48:46.298955 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:46.299329 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Bound using segment: {'id': '01cadb08-f251-423a-bf4a-ef78583e16d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa1edf48-470f-49b2-bea7-7776b1298e60'} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:48:46.299815 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Bound port: c1ac797b-3dc7-461d-8574-e4d1e90e2dbf, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01cadb08-f251-423a-bf4a-ef78583e16d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa1edf48-470f-49b2-bea7-7776b1298e60'}}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:48:46.300179 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:46.396300 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] For port c1ac797b-3dc7-461d-8574-e4d1e90e2dbf, host hv-cinder-77387, cleared binding levels {{(pid=80076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:48:46.399477 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] For port c1ac797b-3dc7-461d-8574-e4d1e90e2dbf, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=c1ac797b-3dc7-461d-8574-e4d1e90e2dbf,segment=NetworkSegment(01cadb08-f251-423a-bf4a-ef78583e16d9),segment_id=01cadb08-f251-423a-bf4a-ef78583e16d9)] {{(pid=80076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:48:46.404036 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:46.421030 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1c3cf137-6a1f-4878-baf3-5ae6c60a2787 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:46.568109 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Pushing event updated for resources: {'Port': ['ID=c1ac797b-3dc7-461d-8574-e4d1e90e2dbf,revision_number=3']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:46.581074 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:46.619461 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:48:46.619937 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:46.621462 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6a2bd5fb-1ea5-49fc-8e0c-26e011f7a61b service neutron] 10.222.0.122 "PUT /v2.0/ports/c1ac797b-3dc7-461d-8574-e4d1e90e2dbf HTTP/1.1" status: 200 len: 1158 time: 1.2610734 Feb 03 11:48:46.622005 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f946537-fda0-43f8-8bae-a3e9b550c4e1', 'tag': 'c1ac797b-3dc7-461d-8574-e4d1e90e2dbf'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:48:46.814174 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-fe50ed01-7cc9-48d5-917e-76a792647e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:48:46.815813 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-fe50ed01-7cc9-48d5-917e-76a792647e5e service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=17b114f0d327456eb17bdefed46d5b2a&device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 1161 time: 0.1506279 Feb 03 11:48:46.891865 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f946537-fda0-43f8-8bae-a3e9b550c4e1', 'tag': 'c1ac797b-3dc7-461d-8574-e4d1e90e2dbf', 'status': 'completed', 'code': 200} Feb 03 11:48:46.972135 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270cf86-f8e8-4689-b8f3-6190a16e617b req-7d63dc5c-3fef-46c5-82c0-6aad95d5acd7 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:48:46.972948 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-3270cf86-f8e8-4689-b8f3-6190a16e617b req-7d63dc5c-3fef-46c5-82c0-6aad95d5acd7 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Synchronizing usage tracker for tenant:17b114f0d327456eb17bdefed46d5b2a on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:48:46.989555 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-8089e36f-3956-43b1-a7ce-628f94539014 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1ac797b-3dc7-461d-8574-e4d1e90e2dbf HTTP/1.1" status: 200 len: 217 time: 0.1610646 Feb 03 11:48:47.039651 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-3270cf86-f8e8-4689-b8f3-6190a16e617b req-7d63dc5c-3fef-46c5-82c0-6aad95d5acd7 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Unset dirty status for tenant:17b114f0d327456eb17bdefed46d5b2a on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:48:47.040845 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3270cf86-f8e8-4689-b8f3-6190a16e617b req-7d63dc5c-3fef-46c5-82c0-6aad95d5acd7 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 944 time: 0.3096681 Feb 03 11:48:47.093731 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-be336fd3-ffec-4611-a77f-2d98c0430ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:48:47.095171 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-be336fd3-ffec-4611-a77f-2d98c0430ffe service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e364d1c8-4b62-427f-8e1a-bcb4d335daaf HTTP/1.1" status: 200 len: 854 time: 0.0959384 Feb 03 11:48:47.161664 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-3270cf86-f8e8-4689-b8f3-6190a16e617b req-54d8a3a6-2312-4140-b658-ae07ee5c61c8 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Synchronizing usage tracker for tenant:17b114f0d327456eb17bdefed46d5b2a on resource:security_group {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:48:47.175608 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-3c2bec17-344c-4009-a838-b35e16f4dd97 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=aa1edf48-470f-49b2-bea7-7776b1298e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739372 Feb 03 11:48:47.274757 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-3270cf86-f8e8-4689-b8f3-6190a16e617b req-54d8a3a6-2312-4140-b658-ae07ee5c61c8 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Unset dirty status for tenant:17b114f0d327456eb17bdefed46d5b2a on resource:security_group {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:48:47.276046 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3270cf86-f8e8-4689-b8f3-6190a16e617b req-54d8a3a6-2312-4140-b658-ae07ee5c61c8 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285616 Feb 03 11:48:47.338841 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-6138064c-209d-4a04-8e28-fa5c4102976b service neutron] 10.222.0.122 "GET /v2.0/networks/aa1edf48-470f-49b2-bea7-7776b1298e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548252 Feb 03 11:48:47.486612 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-da0a7013-675a-472f-b3b5-26e4abbf01f2 req-b962352e-6e22-40f7-8001-5ac407c0b435 service neutron] 10.222.0.122 "GET /v2.0/networks/aa1edf48-470f-49b2-bea7-7776b1298e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1412153 Feb 03 11:48:47.610219 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957e420-79f9-4e93-91a9-57571aff0def req-a6ba02cf-a844-4b55-9588-d203a55312d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:48:47.611823 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8957e420-79f9-4e93-91a9-57571aff0def req-a6ba02cf-a844-4b55-9588-d203a55312d4 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=17b114f0d327456eb17bdefed46d5b2a&device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 1161 time: 0.0802188 Feb 03 11:48:47.762327 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957e420-79f9-4e93-91a9-57571aff0def req-cb300a90-4bb2-461e-89ee-9d68d35104b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:48:47.763937 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8957e420-79f9-4e93-91a9-57571aff0def req-cb300a90-4bb2-461e-89ee-9d68d35104b0 service neutron] 10.222.0.122 "GET /v2.0/networks?id=aa1edf48-470f-49b2-bea7-7776b1298e60 HTTP/1.1" status: 200 len: 908 time: 0.1455221 Feb 03 11:48:47.842119 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8957e420-79f9-4e93-91a9-57571aff0def req-e0eba9ae-2de3-452f-9d27-cb0b55a5917a service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1ac797b-3dc7-461d-8574-e4d1e90e2dbf HTTP/1.1" status: 200 len: 217 time: 0.0712729 Feb 03 11:48:47.919955 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957e420-79f9-4e93-91a9-57571aff0def req-3d293df5-4468-4729-9551-1915e7a8c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:48:47.921515 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8957e420-79f9-4e93-91a9-57571aff0def req-3d293df5-4468-4729-9551-1915e7a8c8ce service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e364d1c8-4b62-427f-8e1a-bcb4d335daaf HTTP/1.1" status: 200 len: 854 time: 0.0729983 Feb 03 11:48:47.990036 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8957e420-79f9-4e93-91a9-57571aff0def req-e326d853-1226-4afe-8e9b-13b8fb42ff57 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=aa1edf48-470f-49b2-bea7-7776b1298e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604815 Feb 03 11:48:48.140905 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8957e420-79f9-4e93-91a9-57571aff0def req-79de78b2-b036-46c0-bd94-ff69381eb389 service neutron] 10.222.0.122 "GET /v2.0/networks/aa1edf48-470f-49b2-bea7-7776b1298e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430476 Feb 03 11:48:48.290547 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8957e420-79f9-4e93-91a9-57571aff0def req-61a17920-5b86-4d97-9675-11207bb133d6 service neutron] 10.222.0.122 "GET /v2.0/networks/aa1edf48-470f-49b2-bea7-7776b1298e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423526 Feb 03 11:48:48.578642 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71539eb7-250a-400a-8363-d16ac9c9d42a req-f377dc12-b170-489d-bea2-52d6496f1791 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:48:48.580263 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-71539eb7-250a-400a-8363-d16ac9c9d42a req-f377dc12-b170-489d-bea2-52d6496f1791 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 944 time: 0.1672330 Feb 03 11:48:48.647383 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-71539eb7-250a-400a-8363-d16ac9c9d42a req-689db597-675f-4627-bbc7-9027631a511e tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592399 Feb 03 11:48:49.946104 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5b188-3f3c-4761-858e-3ef31854bde9 req-22182fd0-cdbd-4fa5-9386-7d48f5f57084 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:48:49.947679 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7af5b188-3f3c-4761-858e-3ef31854bde9 req-22182fd0-cdbd-4fa5-9386-7d48f5f57084 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 944 time: 0.1680958 Feb 03 11:48:50.018751 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7af5b188-3f3c-4761-858e-3ef31854bde9 req-42935dee-2a46-4851-9fe2-2ad288dffad0 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593276 Feb 03 11:48:50.361756 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-971f1b44-7c7f-46c8-a035-354b432d22bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:51.321521 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbf8a3-20f1-42a0-8fc1-bdc6ede042a1 req-e11f863b-df7a-4733-927a-589a9bfee591 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:48:51.323156 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-92fbf8a3-20f1-42a0-8fc1-bdc6ede042a1 req-e11f863b-df7a-4733-927a-589a9bfee591 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 944 time: 0.1660995 Feb 03 11:48:51.388241 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-92fbf8a3-20f1-42a0-8fc1-bdc6ede042a1 req-d17bb245-fcec-486d-9f71-052d7ccbdf74 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584321 Feb 03 11:48:51.738294 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.objects.ports [None req-45f4d04b-871b-4fdf-9c9c-7d0e587a2270 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80077) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 03 11:48:52.279434 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device c1ac797b-3dc7-461d-8574-e4d1e90e2dbf up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:48:52.378304 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning for port c1ac797b-3dc7-461d-8574-e4d1e90e2dbf completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:48:52.385346 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port c1ac797b-3dc7-461d-8574-e4d1e90e2dbf triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:48:52.385778 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:52.516062 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:52.544560 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f946537-fda0-43f8-8bae-a3e9b550c4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ac797b-3dc7-461d-8574-e4d1e90e2dbf'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:48:52.554753 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port c1ac797b-3dc7-461d-8574-e4d1e90e2dbf, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=c1ac797b-3dc7-461d-8574-e4d1e90e2dbf,segment=NetworkSegment(01cadb08-f251-423a-bf4a-ef78583e16d9),segment_id=01cadb08-f251-423a-bf4a-ef78583e16d9)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:48:52.558300 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:52.560299 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:48:52.649295 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f2a0e632-db75-4669-8104-77166f08ee63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:52.660662 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=c1ac797b-3dc7-461d-8574-e4d1e90e2dbf,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:48:52.671721 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.672311 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.672895 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.673484 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.674104 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.674718 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.675351 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.676221 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.676930 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.677540 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.678101 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.678619 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.679254 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.679852 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.680414 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.680984 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.681601 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.682322 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.682894 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.683448 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.683998 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.684552 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.685064 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.685645 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:48:52.690518 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:48:52.695494 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cf5da-1522-4c5f-9b92-e93ff5caa235 req-d932bcd3-c020-4e0f-b342-d09180a7722d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:48:52.697201 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ae4cf5da-1522-4c5f-9b92-e93ff5caa235 req-d932bcd3-c020-4e0f-b342-d09180a7722d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 946 time: 0.1762359 Feb 03 11:48:52.726021 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f946537-fda0-43f8-8bae-a3e9b550c4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ac797b-3dc7-461d-8574-e4d1e90e2dbf', 'code': 200} Feb 03 11:48:52.771475 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-ae4cf5da-1522-4c5f-9b92-e93ff5caa235 req-73777fc7-8d72-444e-af9c-b0be5b22af22 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673032 Feb 03 11:48:52.981051 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f80fa-9b3f-4216-b7a0-4f5325f2dec9 req-8e6c2cb5-72cf-4dc1-8849-b02b93f50142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:48:52.982679 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a20f80fa-9b3f-4216-b7a0-4f5325f2dec9 req-8e6c2cb5-72cf-4dc1-8849-b02b93f50142 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 1163 time: 0.0908141 Feb 03 11:48:53.030057 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a20f80fa-9b3f-4216-b7a0-4f5325f2dec9 req-7f9e22f0-84b5-42fc-881c-92be421b3367 service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404809 Feb 03 11:48:53.203065 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:53.668921 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device c1ac797b-3dc7-461d-8574-e4d1e90e2dbf up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:48:53.751496 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port c1ac797b-3dc7-461d-8574-e4d1e90e2dbf triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:48:53.751921 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:54.029160 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:54.109172 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2a998-f6d2-4d77-bdb3-90641b506f92 req-c7bde95f-d249-4d95-9a19-8c9287cae934 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:48:54.110871 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-dcc2a998-f6d2-4d77-bdb3-90641b506f92 req-c7bde95f-d249-4d95-9a19-8c9287cae934 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 946 time: 0.2047284 Feb 03 11:48:54.183657 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-dcc2a998-f6d2-4d77-bdb3-90641b506f92 req-deda159b-fc09-44fa-9e2e-e604fcaf865a tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640919 Feb 03 11:48:54.643204 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:48:55.491928 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1f2e4-3099-44ac-ba84-d7998ec43417 req-0f6c6734-0685-42fb-86eb-37b8e38e72ea tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:48:55.493493 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a7d1f2e4-3099-44ac-ba84-d7998ec43417 req-0f6c6734-0685-42fb-86eb-37b8e38e72ea tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 946 time: 0.1725204 Feb 03 11:48:55.562779 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a7d1f2e4-3099-44ac-ba84-d7998ec43417 req-f69b6e19-07c9-4096-b079-c74b582cd4c6 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575819 Feb 03 11:48:58.867776 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:00.293456 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 47194) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:49:00.471328 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:00.487652 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:49:00.492791 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Usage tracker for resource:security_group_rule and tenant:af75075ffc1445c281bafe5357c80300 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:49:00.496377 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:49:00.503153 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:49:00.593263 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:00.598378 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:00.612830 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-b51c2c48-2ad1-4d6e-aef3-d210d00e2e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:49:00.653041 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=af75075ffc1445c281bafe5357c80300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543096 Feb 03 11:49:00.654073 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 47202) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:49:00.667151 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e8ee05-3334-447a-80e0-62d1ba7cc350,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:49:00.675889 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.676237 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.676650 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.677056 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.677461 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.677926 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.678662 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.678789 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.679102 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.679525 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.679920 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.680319 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.681011 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.681408 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.681806 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.682196 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.682588 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.682982 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.683398 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.683796 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.684185 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.684575 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.684974 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.685364 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:00.689929 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6a2554d7-5e0c-4e11-a390-887645bae6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:49:00.726643 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-daef3335-5f21-4fa0-99b4-e87351c1902a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:00.754216 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-daef3335-5f21-4fa0-99b4-e87351c1902a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:00.815311 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-daef3335-5f21-4fa0-99b4-e87351c1902a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:00.821718 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-55b01a38-8484-4b00-9425-3716e495005f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:49:00.834753 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef3335-5f21-4fa0-99b4-e87351c1902a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e8ee05-3334-447a-80e0-62d1ba7cc350,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:49:00.839199 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-daef3335-5f21-4fa0-99b4-e87351c1902a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:49:00.840184 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-daef3335-5f21-4fa0-99b4-e87351c1902a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:00.841340 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-daef3335-5f21-4fa0-99b4-e87351c1902a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f4e8ee05-3334-447a-80e0-62d1ba7cc350 HTTP/1.1" status: 204 len: 168 time: 0.1852407 Feb 03 11:49:01.235417 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:49:04.622394 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d7b695aa-cf2a-45a9-907f-a0356c6ba3e7 req-87eb69ba-dabb-4ae9-90e3-2c56d5052ee1 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1096489 Feb 03 11:49:04.797466 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b695aa-cf2a-45a9-907f-a0356c6ba3e7 req-33da238f-ee43-4cc4-940a-68c32e37e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:49:04.799076 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d7b695aa-cf2a-45a9-907f-a0356c6ba3e7 req-33da238f-ee43-4cc4-940a-68c32e37e95b service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=17b114f0d327456eb17bdefed46d5b2a&device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 1163 time: 0.0885022 Feb 03 11:49:05.219835 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b695aa-cf2a-45a9-907f-a0356c6ba3e7 req-aafa2215-660a-4cb5-9736-e2d29a848273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:49:05.221398 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d7b695aa-cf2a-45a9-907f-a0356c6ba3e7 req-aafa2215-660a-4cb5-9736-e2d29a848273 service neutron] 10.222.0.122 "GET /v2.0/networks?id=aa1edf48-470f-49b2-bea7-7776b1298e60 HTTP/1.1" status: 200 len: 908 time: 0.3937318 Feb 03 11:49:05.304159 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d7b695aa-cf2a-45a9-907f-a0356c6ba3e7 req-56d5ff86-1de3-4663-a24b-734af611f8e3 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1ac797b-3dc7-461d-8574-e4d1e90e2dbf HTTP/1.1" status: 200 len: 217 time: 0.0746534 Feb 03 11:49:05.380096 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b695aa-cf2a-45a9-907f-a0356c6ba3e7 req-f86e99c2-a559-4dcd-9cf1-666f6126640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:49:05.381689 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d7b695aa-cf2a-45a9-907f-a0356c6ba3e7 req-f86e99c2-a559-4dcd-9cf1-666f6126640b service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e364d1c8-4b62-427f-8e1a-bcb4d335daaf HTTP/1.1" status: 200 len: 854 time: 0.0706997 Feb 03 11:49:05.445330 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d7b695aa-cf2a-45a9-907f-a0356c6ba3e7 req-5930dad8-d4c4-447c-a7ec-7cd0d2e69a69 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=aa1edf48-470f-49b2-bea7-7776b1298e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546362 Feb 03 11:49:05.616427 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d7b695aa-cf2a-45a9-907f-a0356c6ba3e7 req-0adeaf20-9f84-4767-a4e9-160960ae3aa7 service neutron] 10.222.0.122 "GET /v2.0/networks/aa1edf48-470f-49b2-bea7-7776b1298e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632369 Feb 03 11:49:05.770572 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-d7b695aa-cf2a-45a9-907f-a0356c6ba3e7 req-59882118-ef5b-4e4e-84a3-6e234f19e502 service neutron] 10.222.0.122 "GET /v2.0/networks/aa1edf48-470f-49b2-bea7-7776b1298e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1468403 Feb 03 11:49:20.354470 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a80054bd-707b-44bc-8050-74bf88a2c9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:22.614255 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d91e23d5-220c-4fea-84d0-c1631a00dc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:23.201965 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:24.036183 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:24.648123 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:28.878230 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:35.792571 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 47500) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:49:35.953217 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b7de0e4-4ac3-4b01-993b-0f54dadf29cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:35.969229 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1b7de0e4-4ac3-4b01-993b-0f54dadf29cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:49:35.973715 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1b7de0e4-4ac3-4b01-993b-0f54dadf29cb admin admin] Usage tracker for resource:security_group_rule and tenant:8dbb1b93fafc402095808d67baebaadf is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:49:35.976930 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-1b7de0e4-4ac3-4b01-993b-0f54dadf29cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:49:35.983592 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-1b7de0e4-4ac3-4b01-993b-0f54dadf29cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:49:36.085904 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b7de0e4-4ac3-4b01-993b-0f54dadf29cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:36.089327 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-1b7de0e4-4ac3-4b01-993b-0f54dadf29cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:36.098737 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-cb039ae4-2537-49db-bbfa-35fd4529a9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:49:36.141589 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-1b7de0e4-4ac3-4b01-993b-0f54dadf29cb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8dbb1b93fafc402095808d67baebaadf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478396 Feb 03 11:49:36.142526 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7de0e4-4ac3-4b01-993b-0f54dadf29cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96000149-fdfc-42a0-a3d6-0ead991f1194,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:49:36.144845 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 47506) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:49:36.146223 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-1b7de0e4-4ac3-4b01-993b-0f54dadf29cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:49:36.212881 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:36.242525 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:36.292136 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:36.296055 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-46567e6b-cc2d-4533-b576-a5a60c2fb56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:49:36.308294 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96000149-fdfc-42a0-a3d6-0ead991f1194,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:49:36.320213 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.320625 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.321028 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.321426 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.321805 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.322199 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.322617 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.323040 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.323467 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.323928 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.324352 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.324807 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.325257 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.325653 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.326048 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.326432 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.326820 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.327210 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.327605 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.327994 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.328447 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.328834 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.329226 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.329613 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:49:36.333082 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:36.334347 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/96000149-fdfc-42a0-a3d6-0ead991f1194 HTTP/1.1" status: 204 len: 168 time: 0.1884027 Feb 03 11:49:36.335300 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-034aaee8-5567-4e28-87b4-a15fab7db387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:49:38.241974 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:49:45.421210 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97953a-c5d5-4a94-bd34-0760ad5e3342 req-9eccc0a3-6a14-44e2-8306-50fe93b347a3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:49:45.422814 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0f97953a-c5d5-4a94-bd34-0760ad5e3342 req-9eccc0a3-6a14-44e2-8306-50fe93b347a3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 946 time: 0.1670959 Feb 03 11:49:45.489251 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0f97953a-c5d5-4a94-bd34-0760ad5e3342 req-3600e84e-0160-4197-948d-a7a2db160011 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579495 Feb 03 11:49:46.796550 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c99ad4-c13e-4007-a66c-b0fb8d10eb51 req-fd8f9d6c-72b4-40bc-8d2c-ef37bc83883c tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:49:46.798182 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-96c99ad4-c13e-4007-a66c-b0fb8d10eb51 req-fd8f9d6c-72b4-40bc-8d2c-ef37bc83883c tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 946 time: 0.1652746 Feb 03 11:49:46.872682 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-96c99ad4-c13e-4007-a66c-b0fb8d10eb51 req-39dd4e1a-69b9-4b0c-9ac9-3e5b0af8462d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638218 Feb 03 11:49:48.183631 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb183e91-2c61-483f-a373-28dfd5c9376d req-890ca4b0-923a-4951-944e-464b2935f730 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:49:48.185288 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-cb183e91-2c61-483f-a373-28dfd5c9376d req-890ca4b0-923a-4951-944e-464b2935f730 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 946 time: 0.1705832 Feb 03 11:49:48.254887 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-cb183e91-2c61-483f-a373-28dfd5c9376d req-6d67abb1-26a0-477c-bfc1-bc773992a9f6 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605304 Feb 03 11:49:49.575432 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf4abb-0e75-4e56-8980-ff1e61ec1a72 req-7eb929b2-3c09-4d48-b74a-4cd510092967 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:49:49.577187 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4ecf4abb-0e75-4e56-8980-ff1e61ec1a72 req-7eb929b2-3c09-4d48-b74a-4cd510092967 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 946 time: 0.1744862 Feb 03 11:49:49.645171 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-4ecf4abb-0e75-4e56-8980-ff1e61ec1a72 req-cecab716-9306-4c27-a27b-e44f67104b5c tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581448 Feb 03 11:49:49.999027 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device c1ac797b-3dc7-461d-8574-e4d1e90e2dbf up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:49:50.081974 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port c1ac797b-3dc7-461d-8574-e4d1e90e2dbf triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:49:50.082443 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:50.198916 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2590405-b1d0-451e-8fca-b93de275479a req-24326145-508f-4f55-86f9-2354ec5a7a4a tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:49:50.200613 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a2590405-b1d0-451e-8fca-b93de275479a req-24326145-508f-4f55-86f9-2354ec5a7a4a tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.122 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 946 time: 0.1661077 Feb 03 11:49:50.299298 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-a2590405-b1d0-451e-8fca-b93de275479a req-fdc052c6-37a4-456c-a25d-553bf022bcd5 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Deleting port c1ac797b-3dc7-461d-8574-e4d1e90e2dbf {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:49:50.299548 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a2590405-b1d0-451e-8fca-b93de275479a req-fdc052c6-37a4-456c-a25d-553bf022bcd5 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:50.357503 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-70ae8792-5bb7-4394-b3f7-eaf5914d7522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:50.563559 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-a2590405-b1d0-451e-8fca-b93de275479a req-fdc052c6-37a4-456c-a25d-553bf022bcd5 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] For port c1ac797b-3dc7-461d-8574-e4d1e90e2dbf, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=c1ac797b-3dc7-461d-8574-e4d1e90e2dbf,segment=NetworkSegment(01cadb08-f251-423a-bf4a-ef78583e16d9),segment_id=01cadb08-f251-423a-bf4a-ef78583e16d9)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:49:50.563959 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a2590405-b1d0-451e-8fca-b93de275479a req-fdc052c6-37a4-456c-a25d-553bf022bcd5 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:50.722101 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-a2590405-b1d0-451e-8fca-b93de275479a req-fdc052c6-37a4-456c-a25d-553bf022bcd5 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Calling delete_port for c1ac797b-3dc7-461d-8574-e4d1e90e2dbf owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:49:50.938961 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a2590405-b1d0-451e-8fca-b93de275479a req-fdc052c6-37a4-456c-a25d-553bf022bcd5 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:50.955757 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-93f74d59-f691-4c4c-96ee-ec778157ac3d tempest-VolumesActionsTest-772709054 tempest-VolumesActionsTest-772709054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:49:51.088048 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746cb98-edac-4f19-8e6d-17a5e3d979fb req-3f7b6af7-4939-4d1a-bfd0-8461bbafe69c tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:49:51.089696 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7746cb98-edac-4f19-8e6d-17a5e3d979fb req-3f7b6af7-4939-4d1a-bfd0-8461bbafe69c tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=7f946537-fda0-43f8-8bae-a3e9b550c4e1 HTTP/1.1" status: 200 len: 867 time: 0.3015079 Feb 03 11:49:51.136004 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc052c6-37a4-456c-a25d-553bf022bcd5 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Pushing event deleted for resources: {'Port': ['ID=c1ac797b-3dc7-461d-8574-e4d1e90e2dbf,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:49:51.146626 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-fdc052c6-37a4-456c-a25d-553bf022bcd5 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:49:51.247546 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-7746cb98-edac-4f19-8e6d-17a5e3d979fb req-f7e08324-bfe2-42f2-81e1-9ccc757e3242 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045804 Feb 03 11:49:51.303084 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2590405-b1d0-451e-8fca-b93de275479a req-fdc052c6-37a4-456c-a25d-553bf022bcd5 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] No DVR routers for this DVR port c1ac797b-3dc7-461d-8574-e4d1e90e2dbf on host hv-cinder-77387 {{(pid=80076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:49:51.305459 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a2590405-b1d0-451e-8fca-b93de275479a req-fdc052c6-37a4-456c-a25d-553bf022bcd5 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:51.308237 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f946537-fda0-43f8-8bae-a3e9b550c4e1', 'name': 'network-vif-deleted', 'tag': 'c1ac797b-3dc7-461d-8574-e4d1e90e2dbf'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:49:51.324434 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a2590405-b1d0-451e-8fca-b93de275479a req-fdc052c6-37a4-456c-a25d-553bf022bcd5 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.122 "DELETE /v2.0/ports/c1ac797b-3dc7-461d-8574-e4d1e90e2dbf HTTP/1.1" status: 204 len: 173 time: 1.1184933 Feb 03 11:49:51.370067 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f946537-fda0-43f8-8bae-a3e9b550c4e1', 'name': 'network-vif-deleted', 'tag': 'c1ac797b-3dc7-461d-8574-e4d1e90e2dbf', 'status': 'completed', 'code': 200} Feb 03 11:49:51.977024 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device c1ac797b-3dc7-461d-8574-e4d1e90e2dbf no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:49:52.014089 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] No Port match for: c1ac797b-3dc7-461d-8574-e4d1e90e2dbf {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:49:52.014516 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device c1ac797b-3dc7-461d-8574-e4d1e90e2dbf not bound to the agent host hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:49:52.636414 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-605095b5-bc95-4047-9856-9d8291f056cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:53.204262 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:54.030213 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:54.652135 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:56.879038 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-b1bc15cf-710c-43f2-9f88-126093278b07 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:49:56.880760 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-b1bc15cf-710c-43f2-9f88-126093278b07 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/networks?id=aa1edf48-470f-49b2-bea7-7776b1298e60 HTTP/1.1" status: 200 len: 814 time: 0.2416143 Feb 03 11:49:56.897707 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-923bfefb-3b81-4044-b968-033866b607ca tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/quotas/17b114f0d327456eb17bdefed46d5b2a HTTP/1.1" status: 200 len: 375 time: 0.0104454 Feb 03 11:49:56.959206 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-9f935937-b8ff-4ae1-8fc1-fdeec2beac19 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=17b114f0d327456eb17bdefed46d5b2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554736 Feb 03 11:49:57.117082 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-4a6c396e-4f05-45d7-ad84-73f3c2d9660a service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=80075) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 03 11:49:57.118649 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-4a6c396e-4f05-45d7-ad84-73f3c2d9660a service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1483030 Feb 03 11:49:57.280269 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-5e81f9c5-4286-453e-a731-da6145d00374 service neutron] 10.222.0.68 "GET /v2.0/networks/aa1edf48-470f-49b2-bea7-7776b1298e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512132 Feb 03 11:49:57.441048 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-33d90229-7297-4de4-aba8-e64bf929d9f2 service neutron] 10.222.0.68 "GET /v2.0/networks/aa1edf48-470f-49b2-bea7-7776b1298e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1540568 Feb 03 11:49:57.667616 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-9ae942b3-af5e-4e21-8256-d7c29f852635 req-cb26224d-ea15-4d14-8271-05000b63fe5e tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Synchronizing usage tracker for tenant:17b114f0d327456eb17bdefed46d5b2a on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:49:57.684450 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-9ae942b3-af5e-4e21-8256-d7c29f852635 req-cb26224d-ea15-4d14-8271-05000b63fe5e tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Unset dirty status for tenant:17b114f0d327456eb17bdefed46d5b2a on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:49:57.685588 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-9ae942b3-af5e-4e21-8256-d7c29f852635 req-cb26224d-ea15-4d14-8271-05000b63fe5e tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d9edf7-7e52-4d10-aeb9-da559f1cac71 HTTP/1.1" status: 200 len: 210 time: 0.0732374 Feb 03 11:49:58.881351 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-cbce608b-2bd3-4c2d-b7c8-88542ba66840 req-937eb677-74e0-4521-b146-78955acdba5f tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d9edf7-7e52-4d10-aeb9-da559f1cac71 HTTP/1.1" status: 200 len: 210 time: 0.0521367 Feb 03 11:49:58.899037 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:59.040702 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-0cc4c009-22c2-4724-9fd0-01445e1195c2 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:49:59.042494 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-0cc4c009-22c2-4724-9fd0-01445e1195c2 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.122 "GET /v2.0/networks?id=aa1edf48-470f-49b2-bea7-7776b1298e60 HTTP/1.1" status: 200 len: 814 time: 0.2609942 Feb 03 11:49:59.063520 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-6da46071-258c-4172-a3e9-e6f68c4f61b1 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Request body: {'port': {'device_id': '34d9edf7-7e52-4d10-aeb9-da559f1cac71', 'network_id': 'aa1edf48-470f-49b2-bea7-7776b1298e60', 'admin_state_up': True, 'tenant_id': '17b114f0d327456eb17bdefed46d5b2a'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:49:59.210214 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-6da46071-258c-4172-a3e9-e6f68c4f61b1 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:49:59.220824 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-6da46071-258c-4172-a3e9-e6f68c4f61b1 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:49:59.234180 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-6da46071-258c-4172-a3e9-e6f68c4f61b1 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Made reservation on behalf of 17b114f0d327456eb17bdefed46d5b2a for: {'port': 1} {{(pid=80076) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 03 11:49:59.255280 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-6da46071-258c-4172-a3e9-e6f68c4f61b1 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:59.580981 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_common [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-6da46071-258c-4172-a3e9-e6f68c4f61b1 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Allocated IP 172.20.0.5 (aa1edf48-470f-49b2-bea7-7776b1298e60/e364d1c8-4b62-427f-8e1a-bcb4d335daaf/6404e4ab-a115-488c-8b8e-b87aea178e64) {{(pid=80076) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 03 11:49:59.811103 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-6da46071-258c-4172-a3e9-e6f68c4f61b1 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Notify callbacks [] for port, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:59.848966 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-6da46071-258c-4172-a3e9-e6f68c4f61b1 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779699625826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:49:59.868673 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2a44b24e-77b6-4608-af7a-803bf49bd72c tempest-AttachVolumeShelveTestJSON-1016488570 tempest-AttachVolumeShelveTestJSON-1016488570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:50:00.012518 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da46071-258c-4172-a3e9-e6f68c4f61b1 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Pushing event updated for resources: {'Port': ['ID=6404e4ab-a115-488c-8b8e-b87aea178e64,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:50:00.017024 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6da46071-258c-4172-a3e9-e6f68c4f61b1 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:50:00.132001 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-6da46071-258c-4172-a3e9-e6f68c4f61b1 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Network aa1edf48-470f-49b2-bea7-7776b1298e60 is already hosted by enough agents. {{(pid=80076) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 03 11:50:00.133872 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.scheduler.base_scheduler [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-6da46071-258c-4172-a3e9-e6f68c4f61b1 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Resources bound (agent type, host, resource id): {{(pid=80076) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 03 11:50:00.137045 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-6da46071-258c-4172-a3e9-e6f68c4f61b1 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Received port after_create {{(pid=80076) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 03 11:50:00.505535 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a777828-d5b2-4a4f-b551-aeed2ec0235c req-43754cf3-bcad-4a93-99f6-c0202916a7b7 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:50:00.507230 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0a777828-d5b2-4a4f-b551-aeed2ec0235c req-43754cf3-bcad-4a93-99f6-c0202916a7b7 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d9edf7-7e52-4d10-aeb9-da559f1cac71 HTTP/1.1" status: 200 len: 931 time: 0.4863334 Feb 03 11:50:00.597993 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-6da46071-258c-4172-a3e9-e6f68c4f61b1 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:50:00.598706 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-6da46071-258c-4172-a3e9-e6f68c4f61b1 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:00.658045 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0a777828-d5b2-4a4f-b551-aeed2ec0235c req-3b39fbf3-2251-449a-ab80-c45d24dd5400 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440110 Feb 03 11:50:00.664948 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-6da46071-258c-4172-a3e9-e6f68c4f61b1 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.122 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6058226 Feb 03 11:50:00.678389 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.v2.base [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Request body: {'port': {'device_id': '34d9edf7-7e52-4d10-aeb9-da559f1cac71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77387'}} {{(pid=80076) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 03 11:50:00.806413 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:01.260720 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6404e4ab-a115-488c-8b8e-b87aea178e64 {{(pid=80076) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 03 11:50:01.269242 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:01.282930 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Transition to ACTIVE for port object 6404e4ab-a115-488c-8b8e-b87aea178e64 will not be triggered until provisioned by entity L2. {{(pid=80076) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 03 11:50:01.286400 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:01.304611 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-9690f9ba-d2c3-4b1b-91ef-adfc0369228c tempest-AttachVolumeTestJSON-1506521143 tempest-AttachVolumeTestJSON-1506521143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:50:01.459777 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6404e4ab-a115-488c-8b8e-b87aea178e64,revision_number=2']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:50:01.465360 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:50:01.668234 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Attempting to bind port 6404e4ab-a115-488c-8b8e-b87aea178e64 on host hv-cinder-77387 for vnic_type normal with profile {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 03 11:50:01.668625 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Attempting to bind port 6404e4ab-a115-488c-8b8e-b87aea178e64 by drivers openvswitch on host hv-cinder-77387 at level 0 using segments [{'id': '01cadb08-f251-423a-bf4a-ef78583e16d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa1edf48-470f-49b2-bea7-7776b1298e60'}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 03 11:50:01.669011 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Attempting to bind port 6404e4ab-a115-488c-8b8e-b87aea178e64 on network aa1edf48-470f-49b2-bea7-7776b1298e60 {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 03 11:50:01.675719 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Checking agent: {'id': 'd04a5943-f855-4f30-8269-6a00b74e68db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77387', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 3, 11, 34, 59), 'started_at': datetime.datetime(2021, 2, 3, 11, 35, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 3, 11, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.119', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 03 11:50:01.676239 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Checking segment: {'id': '01cadb08-f251-423a-bf4a-ef78583e16d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa1edf48-470f-49b2-bea7-7776b1298e60'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 03 11:50:01.676744 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:01.677359 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Bound using segment: {'id': '01cadb08-f251-423a-bf4a-ef78583e16d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa1edf48-470f-49b2-bea7-7776b1298e60'} {{(pid=80076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 03 11:50:01.677891 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Bound port: 6404e4ab-a115-488c-8b8e-b87aea178e64, host: hv-cinder-77387, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01cadb08-f251-423a-bf4a-ef78583e16d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'aa1edf48-470f-49b2-bea7-7776b1298e60'}}] {{(pid=80076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 03 11:50:01.678308 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:01.787172 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] For port 6404e4ab-a115-488c-8b8e-b87aea178e64, host hv-cinder-77387, cleared binding levels {{(pid=80076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 03 11:50:01.790800 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] For port 6404e4ab-a115-488c-8b8e-b87aea178e64, host hv-cinder-77387, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=6404e4ab-a115-488c-8b8e-b87aea178e64,segment=NetworkSegment(01cadb08-f251-423a-bf4a-ef78583e16d9),segment_id=01cadb08-f251-423a-bf4a-ef78583e16d9)] {{(pid=80076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 03 11:50:01.795528 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851665114'] for port, after_update {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:01.814660 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-ffeafa7a-2db5-4a5b-8af5-78622c35da20 tempest-AttachVolumeNegativeTest-392147899 tempest-AttachVolumeNegativeTest-392147899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:50:01.975966 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6404e4ab-a115-488c-8b8e-b87aea178e64,revision_number=3']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:50:01.981638 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:50:02.014289 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:50:02.014957 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:02.016477 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-27fcb2c5-e120-4d84-907a-66b1047c16c8 service neutron] 10.222.0.122 "PUT /v2.0/ports/6404e4ab-a115-488c-8b8e-b87aea178e64 HTTP/1.1" status: 200 len: 1157 time: 1.3432393 Feb 03 11:50:02.017006 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d9edf7-7e52-4d10-aeb9-da559f1cac71', 'tag': '6404e4ab-a115-488c-8b8e-b87aea178e64'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:50:02.092144 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d9edf7-7e52-4d10-aeb9-da559f1cac71', 'tag': '6404e4ab-a115-488c-8b8e-b87aea178e64', 'status': 'completed', 'code': 200} Feb 03 11:50:02.103160 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290c9fe-750f-4c36-837a-58874bba9a68 req-af7cc246-96ab-4479-889b-b0e2bfff644d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:50:02.104889 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5290c9fe-750f-4c36-837a-58874bba9a68 req-af7cc246-96ab-4479-889b-b0e2bfff644d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d9edf7-7e52-4d10-aeb9-da559f1cac71 HTTP/1.1" status: 200 len: 943 time: 0.1689889 Feb 03 11:50:02.137882 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-f1b94c25-3b30-4a2f-b152-fc0f810c52e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:50:02.139521 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-f1b94c25-3b30-4a2f-b152-fc0f810c52e1 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=17b114f0d327456eb17bdefed46d5b2a&device_id=34d9edf7-7e52-4d10-aeb9-da559f1cac71 HTTP/1.1" status: 200 len: 1160 time: 0.0855684 Feb 03 11:50:02.178634 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-5290c9fe-750f-4c36-837a-58874bba9a68 req-c2af93f7-1839-491a-a755-c8f47168f50c tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671473 Feb 03 11:50:02.217936 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-74f97b01-723c-4731-b895-a7b4ba492222 service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6404e4ab-a115-488c-8b8e-b87aea178e64 HTTP/1.1" status: 200 len: 217 time: 0.0700958 Feb 03 11:50:02.290155 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-92e7af6f-5552-476b-a079-99f9d317dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:50:02.291701 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-92e7af6f-5552-476b-a079-99f9d317dd9e service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e364d1c8-4b62-427f-8e1a-bcb4d335daaf HTTP/1.1" status: 200 len: 854 time: 0.0668364 Feb 03 11:50:02.350804 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-94ce077f-6f40-48f0-b33b-57a0de8ec9d4 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=aa1edf48-470f-49b2-bea7-7776b1298e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514901 Feb 03 11:50:02.497639 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-b315d91f-b8de-4ee1-8ff2-2aa7b7bbeca2 service neutron] 10.222.0.122 "GET /v2.0/networks/aa1edf48-470f-49b2-bea7-7776b1298e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387615 Feb 03 11:50:02.650468 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-22d6afa6-0a4b-4ded-9166-45fb15ba0297 req-6de5be62-2ad9-44c5-9187-acb590d6dd4d service neutron] 10.222.0.122 "GET /v2.0/networks/aa1edf48-470f-49b2-bea7-7776b1298e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1452911 Feb 03 11:50:02.786884 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91972d0b-4dd9-4dcc-8254-3e515ba1199e req-2f870df0-dc56-4a5f-b502-9eadc4960ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:50:02.788558 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-91972d0b-4dd9-4dcc-8254-3e515ba1199e req-2f870df0-dc56-4a5f-b502-9eadc4960ba1 service neutron] 10.222.0.122 "GET /v2.0/ports?tenant_id=17b114f0d327456eb17bdefed46d5b2a&device_id=34d9edf7-7e52-4d10-aeb9-da559f1cac71 HTTP/1.1" status: 200 len: 1160 time: 0.0828660 Feb 03 11:50:02.933891 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91972d0b-4dd9-4dcc-8254-3e515ba1199e req-7028d2f2-6e7d-44d5-8ec5-023d61432c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:50:02.935432 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-91972d0b-4dd9-4dcc-8254-3e515ba1199e req-7028d2f2-6e7d-44d5-8ec5-023d61432c75 service neutron] 10.222.0.122 "GET /v2.0/networks?id=aa1edf48-470f-49b2-bea7-7776b1298e60 HTTP/1.1" status: 200 len: 908 time: 0.1397240 Feb 03 11:50:03.012764 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-91972d0b-4dd9-4dcc-8254-3e515ba1199e req-c13b1a89-efc6-408b-bf3e-3ee48200b93e service neutron] 10.222.0.122 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6404e4ab-a115-488c-8b8e-b87aea178e64 HTTP/1.1" status: 200 len: 217 time: 0.0699360 Feb 03 11:50:03.088996 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91972d0b-4dd9-4dcc-8254-3e515ba1199e req-684c4e43-a8b1-422d-896d-657d11d16510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:50:03.091114 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-91972d0b-4dd9-4dcc-8254-3e515ba1199e req-684c4e43-a8b1-422d-896d-657d11d16510 service neutron] 10.222.0.122 "GET /v2.0/subnets?id=e364d1c8-4b62-427f-8e1a-bcb4d335daaf HTTP/1.1" status: 200 len: 854 time: 0.0719430 Feb 03 11:50:03.150503 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-91972d0b-4dd9-4dcc-8254-3e515ba1199e req-f16ff132-4e48-4159-9c1b-05dccea9ec56 service neutron] 10.222.0.122 "GET /v2.0/ports?network_id=aa1edf48-470f-49b2-bea7-7776b1298e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507028 Feb 03 11:50:03.297733 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-91972d0b-4dd9-4dcc-8254-3e515ba1199e req-3cba6abe-1ecc-426d-a914-7998d685edb8 service neutron] 10.222.0.122 "GET /v2.0/networks/aa1edf48-470f-49b2-bea7-7776b1298e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394267 Feb 03 11:50:03.507473 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-91972d0b-4dd9-4dcc-8254-3e515ba1199e req-ab0cb9b3-4cba-4b39-a775-a7dc6f777c1c service neutron] 10.222.0.122 "GET /v2.0/networks/aa1edf48-470f-49b2-bea7-7776b1298e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2023284 Feb 03 11:50:03.591293 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2e5da-197c-4c1c-a073-fbff915de03f req-b1eaad54-3e90-41ad-a4c5-a6e0a2cdd530 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:50:03.592090 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-02c2e5da-197c-4c1c-a073-fbff915de03f req-b1eaad54-3e90-41ad-a4c5-a6e0a2cdd530 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Synchronizing usage tracker for tenant:17b114f0d327456eb17bdefed46d5b2a on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:50:03.608597 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-02c2e5da-197c-4c1c-a073-fbff915de03f req-b1eaad54-3e90-41ad-a4c5-a6e0a2cdd530 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Unset dirty status for tenant:17b114f0d327456eb17bdefed46d5b2a on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:50:03.609859 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-02c2e5da-197c-4c1c-a073-fbff915de03f req-b1eaad54-3e90-41ad-a4c5-a6e0a2cdd530 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d9edf7-7e52-4d10-aeb9-da559f1cac71 HTTP/1.1" status: 200 len: 943 time: 0.2830915 Feb 03 11:50:03.676406 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-02c2e5da-197c-4c1c-a073-fbff915de03f req-1067c0f7-1e45-47e4-8819-c9da4ac75d14 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592933 Feb 03 11:50:04.999202 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292131-a882-454b-bd65-4bba17699be7 req-96f9fafe-d6dc-41f3-b3b9-0e6d0a715738 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:50:05.000768 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8d292131-a882-454b-bd65-4bba17699be7 req-96f9fafe-d6dc-41f3-b3b9-0e6d0a715738 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d9edf7-7e52-4d10-aeb9-da559f1cac71 HTTP/1.1" status: 200 len: 943 time: 0.1712344 Feb 03 11:50:05.069489 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-8d292131-a882-454b-bd65-4bba17699be7 req-7ebd9a90-43f3-4173-ab0a-417b53e1e935 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590923 Feb 03 11:50:06.405977 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db145517-9fea-42b6-a505-9300108bd0b3 req-1bd46a6b-7050-44b0-a4ca-07267bf3ca85 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:50:06.407574 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-db145517-9fea-42b6-a505-9300108bd0b3 req-1bd46a6b-7050-44b0-a4ca-07267bf3ca85 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d9edf7-7e52-4d10-aeb9-da559f1cac71 HTTP/1.1" status: 200 len: 943 time: 0.1807320 Feb 03 11:50:06.475210 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-db145517-9fea-42b6-a505-9300108bd0b3 req-f3963ef4-9255-4154-9626-3272d9c9bf48 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579791 Feb 03 11:50:06.782193 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 6404e4ab-a115-488c-8b8e-b87aea178e64 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:50:06.859615 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning for port 6404e4ab-a115-488c-8b8e-b87aea178e64 completed by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 03 11:50:06.864912 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 6404e4ab-a115-488c-8b8e-b87aea178e64 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:50:06.865343 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:06.995053 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854673799'] for port, before_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:07.024387 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d9edf7-7e52-4d10-aeb9-da559f1cac71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6404e4ab-a115-488c-8b8e-b87aea178e64'}] {{(pid=80077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:50:07.035883 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] For port 6404e4ab-a115-488c-8b8e-b87aea178e64, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=6404e4ab-a115-488c-8b8e-b87aea178e64,segment=NetworkSegment(01cadb08-f251-423a-bf4a-ef78583e16d9),segment_id=01cadb08-f251-423a-bf4a-ef78583e16d9)] {{(pid=80077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:50:07.040497 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363257154679685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363257155198102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779699577732'] for port, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:07.043051 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:50:07.099102 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d9edf7-7e52-4d10-aeb9-da559f1cac71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6404e4ab-a115-488c-8b8e-b87aea178e64', 'code': 200} Feb 03 11:50:07.124955 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Pushing event updated for resources: {'Port': ['ID=6404e4ab-a115-488c-8b8e-b87aea178e64,revision_number=4']} {{(pid=80077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:50:07.133112 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.133504 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.133884 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.134226 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.134598 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.135007 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.135403 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.135767 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.136132 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.136495 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.136855 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.137196 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.137609 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.137967 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.138324 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.138680 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.139041 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.139423 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.139781 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.140133 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.140488 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.140828 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.141184 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.141539 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:07.145881 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80077) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:50:07.378793 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291fe75-3b7c-46ed-861d-abddacafaeb4 req-5a3fba04-f413-4b5f-982a-5f2bf9a9ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:50:07.380439 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1291fe75-3b7c-46ed-861d-abddacafaeb4 req-5a3fba04-f413-4b5f-982a-5f2bf9a9ef37 service neutron] 10.222.0.122 "GET /v2.0/ports?device_id=34d9edf7-7e52-4d10-aeb9-da559f1cac71 HTTP/1.1" status: 200 len: 1162 time: 0.0959024 Feb 03 11:50:07.427548 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-1291fe75-3b7c-46ed-861d-abddacafaeb4 req-efaba253-f587-4f2f-82a5-6359700e21cd service neutron] 10.222.0.122 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406733 Feb 03 11:50:07.780199 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e879fd-9d40-43d7-99b2-5f72a85bad12 req-1aa1433c-5d54-4235-a11f-65072c6b88cb tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:50:07.781794 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-76e879fd-9d40-43d7-99b2-5f72a85bad12 req-1aa1433c-5d54-4235-a11f-65072c6b88cb tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d9edf7-7e52-4d10-aeb9-da559f1cac71 HTTP/1.1" status: 200 len: 945 time: 0.1583216 Feb 03 11:50:07.856373 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-76e879fd-9d40-43d7-99b2-5f72a85bad12 req-f114597f-a42e-4824-966e-7c2285a182df tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647771 Feb 03 11:50:08.130973 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 6404e4ab-a115-488c-8b8e-b87aea178e64 up at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 03 11:50:08.215184 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.provisioning_blocks [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Provisioning complete for port 6404e4ab-a115-488c-8b8e-b87aea178e64 triggered by entity L2. {{(pid=80077) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 03 11:50:08.215564 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854715045'] for port, provisioning_complete {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:09.167855 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26073e4e-5cf1-44b0-9e28-05ae46437bfc req-df458336-a043-4011-8c6f-4449ea4674bb tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:50:09.169403 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-26073e4e-5cf1-44b0-9e28-05ae46437bfc req-df458336-a043-4011-8c6f-4449ea4674bb tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d9edf7-7e52-4d10-aeb9-da559f1cac71 HTTP/1.1" status: 200 len: 945 time: 0.1717083 Feb 03 11:50:09.242859 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-26073e4e-5cf1-44b0-9e28-05ae46437bfc req-d8e9900d-8b1d-4048-aeb8-350a8803ba0a tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633249 Feb 03 11:50:10.542999 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2014e-7edc-4850-845a-c410a0eaf0d1 req-9f369610-7647-4fed-83bb-9917e42793e3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:50:10.544623 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-70a2014e-7edc-4850-845a-c410a0eaf0d1 req-9f369610-7647-4fed-83bb-9917e42793e3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d9edf7-7e52-4d10-aeb9-da559f1cac71 HTTP/1.1" status: 200 len: 945 time: 0.1661999 Feb 03 11:50:10.638887 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-70a2014e-7edc-4850-845a-c410a0eaf0d1 req-8964e4e0-4121-4661-b5d7-0a46f8cb40f5 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832722 Feb 03 11:50:15.235947 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:50:17.391429 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 47918) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:50:17.551809 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6701205f-ace5-48c8-91eb-70cac499fdf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:17.567512 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-6701205f-ace5-48c8-91eb-70cac499fdf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:50:17.571667 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-6701205f-ace5-48c8-91eb-70cac499fdf9 admin admin] Usage tracker for resource:security_group_rule and tenant:7ac7fcc154514c2eb13b5a34406f0016 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:50:17.574625 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-6701205f-ace5-48c8-91eb-70cac499fdf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:50:17.580472 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-6701205f-ace5-48c8-91eb-70cac499fdf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:50:17.675453 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6701205f-ace5-48c8-91eb-70cac499fdf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:17.678878 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-6701205f-ace5-48c8-91eb-70cac499fdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:17.691672 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-e656af2b-285a-4fa8-8cb8-08079c09cd07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:50:17.732833 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701205f-ace5-48c8-91eb-70cac499fdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082c3af3-2c45-48cc-a037-e717610303a8,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:50:17.737506 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-6701205f-ace5-48c8-91eb-70cac499fdf9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7ac7fcc154514c2eb13b5a34406f0016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3449571 Feb 03 11:50:17.738502 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-6701205f-ace5-48c8-91eb-70cac499fdf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:50:17.740462 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 47926) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:50:17.810642 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-21d288c4-af00-46c3-900a-85c12391932a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:17.845615 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-21d288c4-af00-46c3-900a-85c12391932a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:17.893234 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-21d288c4-af00-46c3-900a-85c12391932a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:17.901742 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c5193950-0cb7-4ce6-96b4-fa331dc7b461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:50:17.922428 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d288c4-af00-46c3-900a-85c12391932a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082c3af3-2c45-48cc-a037-e717610303a8,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:50:17.926043 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-21d288c4-af00-46c3-900a-85c12391932a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:50:17.928341 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-21d288c4-af00-46c3-900a-85c12391932a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:17.929745 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-21d288c4-af00-46c3-900a-85c12391932a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/082c3af3-2c45-48cc-a037-e717610303a8 HTTP/1.1" status: 204 len: 168 time: 0.1882410 Feb 03 11:50:20.361221 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-ecbdb3ca-071c-4e82-87d6-cd4cee83348b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:22.613615 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b6ec8620-337a-424d-a776-22c3a32d85bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:23.213336 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:24.036546 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:24.654105 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:28.902832 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:32.327795 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494432e5-3b48-4c2e-bedc-d47f0c8e628d req-2dd6c893-a521-41b6-b50a-2ee3ef0ef875 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:50:32.329378 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-494432e5-3b48-4c2e-bedc-d47f0c8e628d req-2dd6c893-a521-41b6-b50a-2ee3ef0ef875 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d9edf7-7e52-4d10-aeb9-da559f1cac71 HTTP/1.1" status: 200 len: 945 time: 0.1682522 Feb 03 11:50:32.394276 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-494432e5-3b48-4c2e-bedc-d47f0c8e628d req-9e9b54ed-c7c5-4ac8-9358-432e0a16d139 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580401 Feb 03 11:50:33.689491 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47150e99-783d-4aee-b429-13cc6f303db0 req-18d03eeb-52dd-4c0c-9b8f-166e3c78f7b8 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:50:33.691140 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-47150e99-783d-4aee-b429-13cc6f303db0 req-18d03eeb-52dd-4c0c-9b8f-166e3c78f7b8 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d9edf7-7e52-4d10-aeb9-da559f1cac71 HTTP/1.1" status: 200 len: 945 time: 0.1653419 Feb 03 11:50:33.991785 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-47150e99-783d-4aee-b429-13cc6f303db0 req-81936b27-5405-409f-bab3-1c368738c6b1 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936621 Feb 03 11:50:35.292395 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f883e28-eced-4155-a079-0730919ec44b req-17657be7-ac81-4e81-ab7d-61a269f25ee4 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80075) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:50:35.293972 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0f883e28-eced-4155-a079-0730919ec44b req-17657be7-ac81-4e81-ab7d-61a269f25ee4 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d9edf7-7e52-4d10-aeb9-da559f1cac71 HTTP/1.1" status: 200 len: 945 time: 0.1676672 Feb 03 11:50:35.359462 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-0f883e28-eced-4155-a079-0730919ec44b req-d073c78f-4b21-487b-9fd5-658103e2bed3 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588765 Feb 03 11:50:36.649873 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7e501-4b26-42eb-85ec-15942800b4e9 req-edee8f07-b393-4e38-bccb-544b1f7c0d12 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:50:36.651614 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3ac7e501-4b26-42eb-85ec-15942800b4e9 req-edee8f07-b393-4e38-bccb-544b1f7c0d12 tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d9edf7-7e52-4d10-aeb9-da559f1cac71 HTTP/1.1" status: 200 len: 945 time: 0.1625001 Feb 03 11:50:36.777057 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-3ac7e501-4b26-42eb-85ec-15942800b4e9 req-f3dfb226-b270-40e5-b6fb-81a975d58e2e tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/security-groups?id=1e1fcd1f-9a02-42a6-9030-964cf4759978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178567 Feb 03 11:50:36.873939 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f0b78-2491-4c32-9e42-34c57d508782 req-5f93cc31-a51e-4975-a9ba-b92656c64c4a tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80076) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 03 11:50:36.875607 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a06f0b78-2491-4c32-9e42-34c57d508782 req-5f93cc31-a51e-4975-a9ba-b92656c64c4a tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.122 "GET /v2.0/ports?device_id=34d9edf7-7e52-4d10-aeb9-da559f1cac71 HTTP/1.1" status: 200 len: 945 time: 0.2178323 Feb 03 11:50:36.972815 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-a06f0b78-2491-4c32-9e42-34c57d508782 req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Deleting port 6404e4ab-a115-488c-8b8e-b87aea178e64 {{(pid=80076) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 03 11:50:36.973093 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a06f0b78-2491-4c32-9e42-34c57d508782 req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779700001685'] for port, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:37.250120 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.db [req-a06f0b78-2491-4c32-9e42-34c57d508782 req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] For port 6404e4ab-a115-488c-8b8e-b87aea178e64, host hv-cinder-77387, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77387',level=0,port_id=6404e4ab-a115-488c-8b8e-b87aea178e64,segment=NetworkSegment(01cadb08-f251-423a-bf4a-ef78583e16d9),segment_id=01cadb08-f251-423a-bf4a-ef78583e16d9)] {{(pid=80076) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 03 11:50:37.250359 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a06f0b78-2491-4c32-9e42-34c57d508782 req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-510060'] for port, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:37.386094 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [req-a06f0b78-2491-4c32-9e42-34c57d508782 req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Calling delete_port for 6404e4ab-a115-488c-8b8e-b87aea178e64 owned by compute:nova {{(pid=80076) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 03 11:50:37.539736 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a06f0b78-2491-4c32-9e42-34c57d508782 req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854673726', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036825215359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363257154679702', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779699577698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110737'] for port, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:37.555137 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-52f7c4db-d11b-49d3-b5ec-1f044445f48e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:50:37.652881 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Pushing event deleted for resources: {'Port': ['ID=6404e4ab-a115-488c-8b8e-b87aea178e64,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:50:37.668576 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.668986 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.669385 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.669779 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.670172 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.670563 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.670959 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.671374 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.671764 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.672149 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.672531 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.672913 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.673453 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.673853 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.674237 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.674620 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.674997 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.675404 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.675785 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.676164 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.676543 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.676919 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.677301 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.677677 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:50:37.682747 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:50:37.785659 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06f0b78-2491-4c32-9e42-34c57d508782 req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] No DVR routers for this DVR port 6404e4ab-a115-488c-8b8e-b87aea178e64 on host hv-cinder-77387 {{(pid=80076) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 03 11:50:37.788027 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [req-a06f0b78-2491-4c32-9e42-34c57d508782 req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2270'] for port, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:37.790880 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d9edf7-7e52-4d10-aeb9-da559f1cac71', 'name': 'network-vif-deleted', 'tag': '6404e4ab-a115-488c-8b8e-b87aea178e64'}] {{(pid=80076) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 03 11:50:37.806639 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-a06f0b78-2491-4c32-9e42-34c57d508782 req-2f6fd63e-22a8-420c-bad2-24db33ad577d tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.122 "DELETE /v2.0/ports/6404e4ab-a115-488c-8b8e-b87aea178e64 HTTP/1.1" status: 204 len: 173 time: 0.9247751 Feb 03 11:50:37.880880 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d9edf7-7e52-4d10-aeb9-da559f1cac71', 'name': 'network-vif-deleted', 'tag': '6404e4ab-a115-488c-8b8e-b87aea178e64', 'status': 'completed', 'code': 200} Feb 03 11:50:37.996628 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-db5b23cc-6bdf-4b0e-ba38-3e3a0071ca1c req-eea09613-d4a8-4af0-86f9-f76b9972007b tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Synchronizing usage tracker for tenant:17b114f0d327456eb17bdefed46d5b2a on resource:port {{(pid=80076) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 03 11:50:38.012968 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [req-db5b23cc-6bdf-4b0e-ba38-3e3a0071ca1c req-eea09613-d4a8-4af0-86f9-f76b9972007b tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] Unset dirty status for tenant:17b114f0d327456eb17bdefed46d5b2a on resource:port {{(pid=80076) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 03 11:50:38.014239 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [req-db5b23cc-6bdf-4b0e-ba38-3e3a0071ca1c req-eea09613-d4a8-4af0-86f9-f76b9972007b tempest-VolumesSnapshotTestJSON-42699604 tempest-VolumesSnapshotTestJSON-42699604-project] 10.222.0.68 "GET /v2.0/ports?device_id=34d9edf7-7e52-4d10-aeb9-da559f1cac71 HTTP/1.1" status: 200 len: 210 time: 0.0702934 Feb 03 11:50:38.326327 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 6404e4ab-a115-488c-8b8e-b87aea178e64 no longer exists at agent ovs-agent-hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 03 11:50:38.364435 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.plugin [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] No Port match for: 6404e4ab-a115-488c-8b8e-b87aea178e64 {{(pid=80077) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 03 11:50:38.364828 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.rpc [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Device 6404e4ab-a115-488c-8b8e-b87aea178e64 not bound to the agent host hv-cinder-77387 {{(pid=80077) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 03 11:50:50.363804 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d2aa0a99-cbf5-4ee3-bae8-20feb7c566ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:52.236678 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:50:52.625123 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-01281347-32fe-4dd1-aac8-c4a2db192057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:53.212803 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:54.033480 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:54.657633 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:58.917515 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:59.047617 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 48114) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:50:59.119606 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.db_base_plugin_v2 [None req-4246794b-5f85-49cf-b430-1427d0ce699e admin admin] Deleting subnet e364d1c8-4b62-427f-8e1a-bcb4d335daaf {{(pid=80076) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Feb 03 11:50:59.123051 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4246794b-5f85-49cf-b430-1427d0ce699e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:59.177544 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4246794b-5f85-49cf-b430-1427d0ce699e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851665920'] for subnet, precommit_delete_associations {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:59.237195 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4246794b-5f85-49cf-b430-1427d0ce699e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-59611'] for subnet, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:59.499631 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4246794b-5f85-49cf-b430-1427d0ce699e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854716205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851665045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2331762'] for subnet, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:59.516333 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:50:59.609375 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246794b-5f85-49cf-b430-1427d0ce699e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e364d1c8-4b62-427f-8e1a-bcb4d335daaf,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:50:59.612899 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-4246794b-5f85-49cf-b430-1427d0ce699e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:50:59.662695 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4246794b-5f85-49cf-b430-1427d0ce699e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for subnet, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:59.670257 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-4246794b-5f85-49cf-b430-1427d0ce699e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/e364d1c8-4b62-427f-8e1a-bcb4d335daaf HTTP/1.1" status: 204 len: 168 time: 0.6213901 Feb 03 11:50:59.673191 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 48118) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:50:59.790629 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f43a3360-74d9-4fa2-934a-2bad6ddd200a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853835911'] for network, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:50:59.986695 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f43a3360-74d9-4fa2-934a-2bad6ddd200a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-5968', 'neutron.services.segments.db._delete_segments_for_network--9223363257154695830'] for network, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:00.102937 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-f43a3360-74d9-4fa2-934a-2bad6ddd200a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1edf48-470f-49b2-bea7-7776b1298e60']}} {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:51:00.116055 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-f43a3360-74d9-4fa2-934a-2bad6ddd200a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01cadb08-f251-423a-bf4a-ef78583e16d9') {'for_net_delete': True} {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:51:00.116386 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.services.segments.db [None req-f43a3360-74d9-4fa2-934a-2bad6ddd200a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01cadb08-f251-423a-bf4a-ef78583e16d9') {} {{(pid=80076) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 03 11:51:00.128865 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f43a3360-74d9-4fa2-934a-2bad6ddd200a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363257154698902', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3109896'] for segment, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:00.144001 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f43a3360-74d9-4fa2-934a-2bad6ddd200a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854775243'] for segment, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:00.146201 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f43a3360-74d9-4fa2-934a-2bad6ddd200a admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80076) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 03 11:51:00.325712 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-f43a3360-74d9-4fa2-934a-2bad6ddd200a admin admin] Network aa1edf48-470f-49b2-bea7-7776b1298e60 has no segments {{(pid=80076) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:51:00.335645 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f43a3360-74d9-4fa2-934a-2bad6ddd200a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851665148'] for segment, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:00.518874 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.plugins.ml2.managers [None req-f43a3360-74d9-4fa2-934a-2bad6ddd200a admin admin] Network aa1edf48-470f-49b2-bea7-7776b1298e60 has no segments {{(pid=80076) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: Traceback (most recent call last): Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: timer() Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: cb(*args, **kw) Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: return func(*args, **kwargs) Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: self._notify() Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: self.callback(batched_events) Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: event.method(event) Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: segment_id)['aggregates'][0] Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: return f(self, *a, **k) Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: return self._get(url).json() Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: **kwargs) Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: return self.request(url, 'GET', **kwargs) Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: **endpoint_filter) Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 03 11:51:00.541716 dv-cinder-773870-1-smb neutron-server[79964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 03 11:51:00.621947 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f43a3360-74d9-4fa2-934a-2bad6ddd200a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854769816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854158311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-504970'] for network, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:00.625597 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-2e921313-b6be-48f5-b718-b0ee3fde558b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:51:00.639928 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f43a3360-74d9-4fa2-934a-2bad6ddd200a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854158328'] for network, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:00.651190 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a3360-74d9-4fa2-934a-2bad6ddd200a admin admin] Pushing event deleted for resources: {'Network': ['ID=aa1edf48-470f-49b2-bea7-7776b1298e60,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:51:00.654722 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-f43a3360-74d9-4fa2-934a-2bad6ddd200a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:51:00.660540 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-f43a3360-74d9-4fa2-934a-2bad6ddd200a admin admin] 10.222.0.68 "DELETE /v2.0/networks/aa1edf48-470f-49b2-bea7-7776b1298e60 HTTP/1.1" status: 204 len: 168 time: 0.9857156 Feb 03 11:51:00.810463 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 48124) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:51:00.866926 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-b6d05308-99c8-44a5-ad0d-9029dec605ca admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=17b114f0d327456eb17bdefed46d5b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550935 Feb 03 11:51:00.869701 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 48128) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:51:00.934944 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-842e874a-8b1a-42a1-895c-9a5b9a5684c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:00.964045 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-842e874a-8b1a-42a1-895c-9a5b9a5684c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:01.018765 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-842e874a-8b1a-42a1-895c-9a5b9a5684c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:01.023935 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-028b7aab-6aa9-4e46-a108-384335bdef59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:51:01.038340 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e874a-8b1a-42a1-895c-9a5b9a5684c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1fcd1f-9a02-42a6-9030-964cf4759978,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:51:01.042688 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-842e874a-8b1a-42a1-895c-9a5b9a5684c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:51:01.046069 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-842e874a-8b1a-42a1-895c-9a5b9a5684c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:01.047290 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-842e874a-8b1a-42a1-895c-9a5b9a5684c9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1e1fcd1f-9a02-42a6-9030-964cf4759978 HTTP/1.1" status: 204 len: 168 time: 0.1764958 Feb 03 11:51:13.710420 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 48244) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:51:13.879874 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d2749a44-e328-4481-8dc9-a8283f9fa693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:13.896383 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d2749a44-e328-4481-8dc9-a8283f9fa693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:51:13.903345 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d2749a44-e328-4481-8dc9-a8283f9fa693 admin admin] Usage tracker for resource:security_group_rule and tenant:3f9f309827284ac1bd5042be6af7a914 is out of sync, need to count used quota {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:51:13.908405 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-d2749a44-e328-4481-8dc9-a8283f9fa693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80076) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:51:13.917841 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-d2749a44-e328-4481-8dc9-a8283f9fa693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80076) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:51:14.023046 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d2749a44-e328-4481-8dc9-a8283f9fa693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:14.027144 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d2749a44-e328-4481-8dc9-a8283f9fa693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:14.036427 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-90d7a2aa-954b-4e8e-954f-78a6e60e2183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:51:14.075641 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-d2749a44-e328-4481-8dc9-a8283f9fa693 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3f9f309827284ac1bd5042be6af7a914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639433 Feb 03 11:51:14.078561 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 48250) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:51:14.091313 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2749a44-e328-4481-8dc9-a8283f9fa693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0788c9ea-454a-4697-a47a-5d2b33166465,revision_number=1']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:51:14.094972 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-d2749a44-e328-4481-8dc9-a8283f9fa693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:51:14.153482 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7d58cbb4-2463-4adb-ad69-ce092c74a0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:14.185272 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7d58cbb4-2463-4adb-ad69-ce092c74a0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:14.232000 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7d58cbb4-2463-4adb-ad69-ce092c74a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:14.239943 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-23589919-2803-4775-a9a5-a3c486ab1f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:51:14.256202 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58cbb4-2463-4adb-ad69-ce092c74a0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0788c9ea-454a-4697-a47a-5d2b33166465,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:51:14.259306 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7d58cbb4-2463-4adb-ad69-ce092c74a0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:51:14.261709 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7d58cbb4-2463-4adb-ad69-ce092c74a0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:14.262810 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-7d58cbb4-2463-4adb-ad69-ce092c74a0ee admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0788c9ea-454a-4697-a47a-5d2b33166465 HTTP/1.1" status: 204 len: 168 time: 0.1832750 Feb 03 11:51:20.376741 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-c9de4521-0d3c-4cb9-8b42-d50f2bfe699f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:21.386782 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80075) accepted ('10.222.0.68', 48316) {{(pid=80075) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:51:21.555325 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:21.572033 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 03 11:51:21.576521 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Usage tracker for resource:security_group_rule and tenant:a8cd8accf38948cfac5bf1ac8b5b2299 is out of sync, need to count used quota {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 03 11:51:21.579833 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.quota.resource [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80075) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 03 11:51:21.586358 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.quota.driver [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80075) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 03 11:51:21.683693 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:21.687586 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_create {{(pid=80075) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:21.697242 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-c6d8d821-9662-4cf8-bdb4-8d3a4f6c34e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:51:21.743533 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a8cd8accf38948cfac5bf1ac8b5b2299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553076 Feb 03 11:51:21.745287 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fb218b-e531-4e30-8e4e-45d47535d377,revision_number=1']} {{(pid=80075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:51:21.746770 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [-] (80076) accepted ('10.222.0.68', 48322) {{(pid=80076) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 03 11:51:21.754181 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.754606 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.755022 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.755481 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.755894 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.756300 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.756700 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.757100 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.757505 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.757900 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.758294 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.758671 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773870-1-smb {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.759121 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.759538 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.759931 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.760322 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.760712 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.761106 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.761491 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.761881 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.762269 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.762659 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.763049 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.763474 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77387 {{(pid=80075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 03 11:51:21.768369 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-25b5b5bc-3380-492b-bd71-ff6a5b54d155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80075) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:51:21.812162 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5457402c-4e2e-4bff-a347-fb8b7cecc0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:21.840316 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5457402c-4e2e-4bff-a347-fb8b7cecc0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:21.891080 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5457402c-4e2e-4bff-a347-fb8b7cecc0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422291'] for security_group, after_delete {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:21.896000 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-7d58cbb4-2463-4adb-ad69-ce092c74a0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 03 11:51:21.910266 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457402c-4e2e-4bff-a347-fb8b7cecc0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fb218b-e531-4e30-8e4e-45d47535d377,revision_number=None']} {{(pid=80076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 03 11:51:21.913042 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG oslo_concurrency.lockutils [None req-5457402c-4e2e-4bff-a347-fb8b7cecc0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80076) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 03 11:51:21.918908 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5457402c-4e2e-4bff-a347-fb8b7cecc0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80076) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:21.920191 dv-cinder-773870-1-smb neutron-server[79964]: INFO neutron.wsgi [None req-5457402c-4e2e-4bff-a347-fb8b7cecc0fe admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/49fb218b-e531-4e30-8e4e-45d47535d377 HTTP/1.1" status: 204 len: 168 time: 0.1722875 Feb 03 11:51:22.620512 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a3003cb7-011f-4d40-a02f-d45cad6aff61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:23.216045 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:24.026567 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:24.660359 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:28.929180 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:29.243763 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:51:50.378305 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2a990adf-1205-490b-bc32-8b52ba0c937c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:52.626865 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f9339a8e-de89-4ea3-aac5-9189dac5ee21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:53.221400 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:54.038963 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:54.670271 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:51:58.936671 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:52:06.238664 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:52:20.375851 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-75ca5348-3173-4664-80bd-cb5ec6563c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:52:22.627725 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-400cc37c-d95c-4646-9b9f-0bc91fdf59ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:52:23.227382 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:52:24.039534 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:52:24.671774 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:52:28.956697 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:52:43.247146 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:52:50.375903 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-5a932957-bbe3-48b7-8779-d035f55b0323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:52:52.629087 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-35e55378-789f-4a45-b7fb-6e5c7aeb6d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:52:53.231443 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:52:54.040164 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:52:54.675732 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:52:58.960591 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:53:20.244899 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:53:20.376222 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0a103701-211e-44cc-890b-a108c4c66528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:53:22.632758 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-f364bcc8-84b8-48dd-bc7c-0b21a5beaa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:53:23.233387 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:53:24.040391 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:53:24.672689 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:53:28.963606 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:53:50.376561 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-d6f06dc9-e94f-43bf-b694-ea059a915456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:53:52.627947 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-0474e8ea-d9d1-4dd7-824a-d7ff24cf4206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:53:53.245646 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:53:54.040791 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:53:54.676011 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:53:57.236565 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:53:58.960843 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:54:20.373533 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-00462f3e-65ce-466f-838f-fd3e7a113908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:54:22.632865 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2832adec-3d40-47fc-8f69-e46516e4d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:54:23.248969 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:54:24.039131 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:54:24.680573 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:54:28.965408 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:54:34.243214 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:54:50.368220 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3fe2320c-3e9a-4e02-8a08-c79d308f7c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:54:52.636498 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-66adb9be-576f-4a1b-aebe-2776b1d19beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:54:53.250442 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:54:54.033154 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:54:54.680809 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:54:58.978198 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:55:01.610969 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [req-3ad57f1a-32ba-4d6d-a37b-59e4e89bd2b8 req-ab4ef557-08ca-4689-8842-b6082bd3a0fa service neutron] (80075) timed out ('10.222.0.122', 59228) {{(pid=80075) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 03 11:55:11.248338 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:55:20.372088 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-b06bb52c-53ff-4c65-ab41-de3a909ed909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:55:22.640449 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-4dba730d-300c-4da7-9559-9031f55b60ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:55:23.246479 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:55:24.036966 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:55:24.684550 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:55:28.986425 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:55:48.249530 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:55:50.381053 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-7f2ff5ad-a198-4b94-9504-5fdc0283eda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:55:52.643853 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-2635e95b-6a19-4820-851f-af01347be91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:55:53.254698 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:55:54.046990 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:55:54.688459 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:55:58.990348 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:56:14.755383 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.wsgi [req-21fd2c9c-722f-427d-b415-85a8bcb81149 req-772be9e6-1d0b-4953-a622-22edf0f48573 service neutron] (80076) timed out ('10.222.0.122', 59242) {{(pid=80076) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 03 11:56:20.374761 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-106b4428-a646-4ea6-adbf-9c43f43fc29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:56:22.652022 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-a3324bb6-4922-4512-9188-d04a6901e780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:56:23.257311 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-3833a88a-3cc0-4e6c-ab8c-e68953245413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:56:24.044118 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-143f6ffc-047d-4f88-a75b-8b641f852750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:56:24.690140 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-27ca2399-6011-462c-991f-e5e6332a4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 03 11:56:25.252729 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron.db.agents_db [None req-02c3ac04-4300-4697-b9f4-9147e65df263 None None] Agent healthcheck: found 6 active agents {{(pid=80078) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 03 11:56:28.987981 dv-cinder-773870-1-smb neutron-server[79964]: DEBUG neutron_lib.callbacks.manager [None req-61222b2a-8a25-4b62-97c7-0f2a6e836bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363257154695847', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-60716'] for agent, after_update {{(pid=80077) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}